-- Logs begin at Sun 2022-04-03 15:51:45 UTC, end at Sun 2022-04-03 16:54:53 UTC. -- Apr 03 16:24:20.927988 dv-cinder-836252-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 03 16:24:23.845266 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Apr 03 16:24:23.845901 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 03 16:24:23.846049 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 16:24:23.849334 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Apr 03 16:24:23.849590 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 03 16:24:23.849901 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 16:24:23.850838 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:24:23.851074 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:24:23.851446 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:24:23.851695 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:24:23.851924 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:24:23.852761 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.853187 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 03 16:24:23.853504 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.853807 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.854105 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.854406 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.854700 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.854987 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.855279 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.855579 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.855870 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.856154 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.856466 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.856764 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.857049 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.857341 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.857627 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.857919 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.858200 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.858639 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.859042 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.859323 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.859612 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.859892 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.860167 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.860466 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.860756 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.861083 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] host = dv-cinder-836252-2-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.861368 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.861656 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.861946 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.862235 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.862513 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.862794 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.863078 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.863351 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.863625 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.863903 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.864192 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.864503 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.864797 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.865024 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.865249 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.865545 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.865831 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.866108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.866383 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.866656 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.866929 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.867202 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.867468 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.868584 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.868731 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.868999 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.869280 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.869560 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.869840 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.870115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.870403 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.870681 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.870958 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.871235 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.871526 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.871803 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.872076 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.872381 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.872694 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.872982 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.873269 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.873544 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.873828 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.874103 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.874381 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.874655 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.874930 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.875206 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.875489 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.875765 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.876039 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.876313 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.876611 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.876898 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.877173 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:23.877475 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.877775 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.878077 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.878378 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.878672 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.878952 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.879244 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.879525 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.879816 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.880108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.880419 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.880706 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.881008 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.881299 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.881597 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.881904 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.882199 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.882494 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.882773 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.883051 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.883953 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.884392 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.884706 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.884993 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.885289 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.885585 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.885868 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.886168 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.886459 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.886759 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.887323 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.887601 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.887885 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.888181 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.888491 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.888771 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.889053 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.889345 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.889627 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.889905 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.890190 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.890470 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.890743 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.891018 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.891300 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.891593 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.891877 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.892150 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.892441 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.892725 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.893000 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.893289 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.893568 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.893842 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.894115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.894396 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.894670 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.894943 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.895223 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.895498 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.895777 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.896051 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.896326 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.896623 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.896899 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.897174 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.897450 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.897724 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.898005 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.898279 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.898552 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.898827 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.899647 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.899923 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.900212 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.900538 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.900822 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.901101 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.901773 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.902074 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.902361 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.902646 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.902932 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.903217 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.903497 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.903794 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.904085 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.904376 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.904707 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.904992 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.905291 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.905573 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.905858 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.906145 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.906428 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.906710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.906998 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.907286 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.907584 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.907884 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.908182 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.908505 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.908803 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.909085 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.909396 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.909677 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:23.909901 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:24:23.910145 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 03 16:24:24.281227 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 03 16:24:24.281509 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 03 16:24:24.281813 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 03 16:24:24.282286 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 03 16:24:24.608420 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.608648 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.608922 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.610099 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.610375 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.610761 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.664356 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.665377 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.665787 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.680197 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.680596 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.680933 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.708598 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.708879 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.709149 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.852550 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.853298 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:24.853572 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.087025 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.087815 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.088087 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.088359 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.089078 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.186349 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.186665 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.186950 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.187227 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.187496 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.187810 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.188072 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.188331 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.188610 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.188897 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.189159 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.189426 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.189682 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.189935 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.190190 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.190455 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.190709 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.190980 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.191252 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.191513 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.191785 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.192042 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.192323 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.192725 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.192978 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.193225 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.193613 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.193853 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.194090 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.194326 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.194562 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.194798 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.195158 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 03 16:24:25.198944 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 03 16:24:25.202918 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 03 16:24:25.206522 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 03 16:24:25.208141 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 03 16:24:25.208623 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 03 16:24:25.208956 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 03 16:24:25.209334 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 03 16:24:25.212105 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 03 16:24:25.212355 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 03 16:24:25.212722 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 16:24:25.217509 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 03 16:24:25.240670 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 03 16:24:25.241118 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.241417 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 03 16:24:25.241788 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.243850 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 03 16:24:25.244127 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 16:24:25.244373 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 03 16:24:25.247636 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.247924 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.310787 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 03 16:24:25.310973 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 03 16:24:25.311213 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 03 16:24:25.311578 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 03 16:24:25.331575 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_db.sqlalchemy.engines [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 03 16:24:25.789146 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing driver for type 'gre' Apr 03 16:24:25.789881 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] gre ID ranges: [(1, 1000)] Apr 03 16:24:25.843217 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing driver for type 'local' Apr 03 16:24:25.843553 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing driver for type 'vlan' Apr 03 16:24:25.856385 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] VlanTypeDriver initialization complete Apr 03 16:24:25.856966 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing driver for type 'vxlan' Apr 03 16:24:25.857212 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] vxlan ID ranges: [(1, 1000)] Apr 03 16:24:25.910116 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing extension driver 'port_security' Apr 03 16:24:25.910504 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.extensions.port_security [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] PortSecurityExtensionDriver initialization complete Apr 03 16:24:25.910849 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing mechanism driver 'openvswitch' Apr 03 16:24:25.911189 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing mechanism driver 'hyperv' Apr 03 16:24:25.917775 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:25.918490 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.918870 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.919231 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.919765 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.920203 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.920590 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.920942 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.921345 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.921756 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.922108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.922458 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.922851 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.923260 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.923620 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.923966 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.924532 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.924949 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.925307 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.925656 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.926059 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.926471 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > address_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.926824 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > address_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.927172 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.927597 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:24:25.928052 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] ML2 OVO RPC backend initialized. {{(pid=103116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 03 16:24:25.928792 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.929156 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.929580 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.929947 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > networks before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.930909 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.931244 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > ports before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.931597 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.931948 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnets before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.932301 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.932674 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.933022 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.933373 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.933721 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.934068 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.934413 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.934758 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.935101 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.942171 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded quota_driver: . Apr 03 16:24:25.942538 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.plugin [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Modular L2 Plugin initialization complete Apr 03 16:24:25.942891 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading services supported by the core plugin {{(pid=103116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 03 16:24:25.943242 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Got port-security extension from driver 'port_security' Apr 03 16:24:25.943722 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.extensions.vlantransparent [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Disabled vlantransparent extension. Apr 03 16:24:25.944218 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 03 16:24:25.944582 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: router Apr 03 16:24:25.979817 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.980214 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.980628 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router before_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.981008 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.981399 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.981774 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.982144 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.982510 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.982880 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.983247 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.983609 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.983971 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.984343 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.984788 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.985170 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.985516 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.985861 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.986206 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.986562 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.986922 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.987276 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.987625 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.987996 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.988354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.988747 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.989121 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.989477 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.989852 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.990215 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > agent after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.990573 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.991436 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Tracking information for resource: router configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.991778 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Tracking information for resource: floatingip configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:24:25.997122 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.db.l3_agentschedulers_db [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 03 16:24:25.997704 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.998067 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.998421 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.998778 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.999565 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router before_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:25.999933 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.000302 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.000704 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > router precommit_update 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.005521 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.provider_configuration [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service providers = [] {{(pid=103116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 03 16:24:26.005898 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.db.servicetype_db [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 03 16:24:26.009608 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:24:26.009967 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:24:26.010318 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:24:26.011214 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:24:26.011589 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.services.service_base [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 03 16:24:26.012225 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.012574 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 03 16:24:26.022860 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.023207 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: auto_allocate Apr 03 16:24:26.029303 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: network precommit_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.029678 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: network precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.030202 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.030527 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: tag Apr 03 16:24:26.037101 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.037441 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: timestamp Apr 03 16:24:26.041518 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.041803 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: network_ip_availability Apr 03 16:24:26.047233 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.047611 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.047972 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.048742 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.049069 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: flavors Apr 03 16:24:26.053775 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.054113 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading Plugin: revisions Apr 03 16:24:26.058968 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:24:26.059370 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 03 16:24:26.060115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 03 16:24:26.060488 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Initializing extension manager. Apr 03 16:24:26.061016 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: __init__.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.061365 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: __pycache__ {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.061704 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.062468 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.063053 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: address-group Apr 03 16:24:26.063409 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.064130 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.064685 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: address-scope Apr 03 16:24:26.065010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.066108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.066633 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: router-admin-state-down-before-update Apr 03 16:24:26.066961 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: agent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.067666 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.068181 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: agent Apr 03 16:24:26.068541 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: agent_resources_synced.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.069464 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.069985 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: agent-resources-synced Apr 03 16:24:26.070313 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: allowedaddresspairs.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.072787 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.073315 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: allowed-address-pairs Apr 03 16:24:26.073652 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: auto_allocated_topology.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.074719 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.075242 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: auto-allocated-topology Apr 03 16:24:26.075573 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.076267 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.076886 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: availability_zone Apr 03 16:24:26.077217 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: availability_zone_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.078127 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.078644 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: availability_zone_filter Apr 03 16:24:26.078972 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: data_plane_status.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.079878 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.080389 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension data-plane-status not supported by any of loaded plugins Apr 03 16:24:26.080735 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: default_subnetpools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.081656 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.082203 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: default-subnetpools Apr 03 16:24:26.082530 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.083338 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.083858 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: dhcp_agent_scheduler Apr 03 16:24:26.084187 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: dns.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.085127 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.085639 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension dns-integration not supported by any of loaded plugins Apr 03 16:24:26.085983 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: dns_domain_ports.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.086969 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.087478 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 03 16:24:26.087805 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.088749 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.089257 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 03 16:24:26.089584 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: dvr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.090257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.090766 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: dvr Apr 03 16:24:26.091091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: ecmp_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.092013 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.092550 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 03 16:24:26.092879 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: empty_string_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.093802 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.094321 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: empty-string-filtering Apr 03 16:24:26.094647 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.095565 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.096082 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 03 16:24:26.096426 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.097340 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.097857 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 03 16:24:26.098187 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: external_net.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.099108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.099626 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: external-net Apr 03 16:24:26.099953 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.100881 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.101397 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: extra_dhcp_opt Apr 03 16:24:26.101722 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: extraroute.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.102797 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.103311 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: extraroute Apr 03 16:24:26.103639 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: extraroute_atomic.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.104717 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.105241 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: extraroute-atomic Apr 03 16:24:26.105570 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: filter_validation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.106242 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.106753 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: filter-validation Apr 03 16:24:26.107079 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: fip_pf_description.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.108000 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.108546 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 03 16:24:26.108878 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: fip_pf_port_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.109797 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.110309 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 03 16:24:26.110638 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: fip_port_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.111567 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.112081 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: fip-port-details Apr 03 16:24:26.112421 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.113653 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.114187 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: flavors Apr 03 16:24:26.114517 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.116180 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.116741 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 03 16:24:26.117084 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: floatingip_pools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.118471 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.118995 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: floatingip-pools Apr 03 16:24:26.119331 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: ip_allocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.120261 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.120807 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension ip_allocation not supported by any of loaded plugins Apr 03 16:24:26.121139 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.122059 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.122577 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: ip-substring-filtering Apr 03 16:24:26.122911 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l2_adjacency.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.123848 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.124390 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 03 16:24:26.124743 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.127307 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.127848 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: router Apr 03 16:24:26.128189 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.130432 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.130966 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 03 16:24:26.131305 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.132235 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.132789 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: ext-gw-mode Apr 03 16:24:26.133199 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.134626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.135152 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: l3-ha Apr 03 16:24:26.135490 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.136428 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.137201 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 03 16:24:26.137530 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.138479 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.138999 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: l3-flavors Apr 03 16:24:26.139332 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.140717 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.141248 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 03 16:24:26.141582 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.142507 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.143029 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 03 16:24:26.143363 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: l3agentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.144432 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.144965 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: l3_agent_scheduler Apr 03 16:24:26.145302 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: local_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.147081 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.147619 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension local_ip not supported by any of loaded plugins Apr 03 16:24:26.147957 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: logging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.149484 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.150011 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension logging not supported by any of loaded plugins Apr 03 16:24:26.150346 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: metering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.151090 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.151676 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: metering Apr 03 16:24:26.152007 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.153125 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.153650 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: metering_source_and_destination_fields Apr 03 16:24:26.153983 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: multiprovidernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.154916 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.155435 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: multi-provider Apr 03 16:24:26.155766 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: netmtu.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.156706 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.157227 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: net-mtu Apr 03 16:24:26.157553 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: netmtu_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.158472 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.158984 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: net-mtu-writable Apr 03 16:24:26.159311 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: network_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.159979 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.160519 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: network_availability_zone Apr 03 16:24:26.160847 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: network_ip_availability.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.161955 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.162471 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: network-ip-availability Apr 03 16:24:26.162799 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: network_segment_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.163561 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.164068 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension network-segment-range not supported by any of loaded plugins Apr 03 16:24:26.164451 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: pagination.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.165579 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.165918 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: pagination Apr 03 16:24:26.166242 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: port_device_profile.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.167152 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.167673 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: port-device-profile Apr 03 16:24:26.168002 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.168972 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.169487 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: port-mac-address-regenerate Apr 03 16:24:26.169814 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.170725 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.171238 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: port-numa-affinity-policy Apr 03 16:24:26.171564 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: port_resource_request.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.172508 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.173017 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension port-resource-request not supported by any of loaded plugins Apr 03 16:24:26.173343 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: port_resource_request_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.174326 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.174835 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 03 16:24:26.175163 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: portbindings.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.176091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.176638 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: binding Apr 03 16:24:26.176966 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: portbindings_extended.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.178307 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.178826 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: binding-extended Apr 03 16:24:26.179160 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: portsecurity.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.180685 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.181221 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: port-security Apr 03 16:24:26.181550 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: project_id.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.182537 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.182874 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: project-id Apr 03 16:24:26.183207 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: providernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.184133 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.184691 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: provider Apr 03 16:24:26.185023 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.188576 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.189105 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos not supported by any of loaded plugins Apr 03 16:24:26.189444 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.190689 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.191210 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 03 16:24:26.191547 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.192503 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.193029 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 03 16:24:26.193362 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_default.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.194299 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.194827 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-default not supported by any of loaded plugins Apr 03 16:24:26.195159 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.196664 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.197186 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-fip not supported by any of loaded plugins Apr 03 16:24:26.197516 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.198438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.198962 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 03 16:24:26.199292 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_gateway_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.200223 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.200780 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 03 16:24:26.201107 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_port_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.202025 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.202542 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 03 16:24:26.202871 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.203907 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.204444 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 03 16:24:26.204782 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.205817 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.206343 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 03 16:24:26.206669 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_pps_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.207840 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.208363 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-pps not supported by any of loaded plugins Apr 03 16:24:26.208727 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_rule_type_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.209648 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.210170 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 03 16:24:26.210500 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.211445 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.211967 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 03 16:24:26.212297 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: qos_rules_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.213370 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.213887 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 03 16:24:26.214218 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: quota_check_limit.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.215147 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.215666 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: quota-check-limit Apr 03 16:24:26.215995 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: quotasv2.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.216950 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.217282 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: quotas Apr 03 16:24:26.217607 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: quotasv2_detail.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.219419 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.219766 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: quota_details Apr 03 16:24:26.220109 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: rbac.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.221196 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.221734 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: rbac-policies Apr 03 16:24:26.222074 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: rbac_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.223005 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.223530 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: rbac-address-group Apr 03 16:24:26.223862 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: rbac_address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.224814 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.225337 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: rbac-address-scope Apr 03 16:24:26.225667 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: rbac_security_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.226657 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.227204 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: rbac-security-groups Apr 03 16:24:26.227532 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: rbac_subnetpool.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.228477 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.228997 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: rbac-subnetpool Apr 03 16:24:26.229327 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: revisionifmatch.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.230251 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.230765 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: revision-if-match Apr 03 16:24:26.231094 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: revisions.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.232215 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.232776 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: standard-attr-revisions Apr 03 16:24:26.233103 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: router_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.233782 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.234305 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: router_availability_zone Apr 03 16:24:26.234640 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: routerservicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.235569 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.236086 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension router-service-type not supported by any of loaded plugins Apr 03 16:24:26.236442 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.237364 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.237883 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: security-groups-normalized-cidr Apr 03 16:24:26.238212 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.239144 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.239661 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: port-security-groups-filtering Apr 03 16:24:26.239989 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.240950 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.241464 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: security-groups-remote-address-group Apr 03 16:24:26.241792 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.243243 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.243754 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: security-groups-shared-filtering Apr 03 16:24:26.244082 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.244702 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 03 16:24:26.245036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: securitygroup.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.254716 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.255259 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: security-group Apr 03 16:24:26.255598 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.256332 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.256877 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension segment not supported by any of loaded plugins Apr 03 16:24:26.257214 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.258749 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.259275 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 03 16:24:26.259606 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: servicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.260756 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.261282 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: service-type Apr 03 16:24:26.261615 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: sorting.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.262860 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.263196 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: sorting Apr 03 16:24:26.263524 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: standard_attr_segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.264476 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.265007 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 03 16:24:26.265337 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: standardattrdescription.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.265993 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.266508 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: standard-attr-description Apr 03 16:24:26.266837 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: stateful_security_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.267773 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.268296 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: stateful-security-group Apr 03 16:24:26.268653 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: stdattrs_common.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.269231 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 03 16:24:26.269557 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.270576 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.271114 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 03 16:24:26.271445 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnet_onboard.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.272542 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.273071 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: subnet_onboard Apr 03 16:24:26.273401 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.274443 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.274970 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 03 16:24:26.275300 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnet_service_types.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.276234 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.276784 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: subnet-service-types Apr 03 16:24:26.277115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnetallocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.278208 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.278732 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: subnet_allocation Apr 03 16:24:26.279060 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.279726 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.280241 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: subnetpool-prefix-ops Apr 03 16:24:26.280596 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.281530 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.282047 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 03 16:24:26.282374 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: tagging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.283453 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.283982 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: standard-attr-tag Apr 03 16:24:26.284311 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: timestamp.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.285542 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.286070 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loaded extension: standard-attr-timestamp Apr 03 16:24:26.286406 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: trunk.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.287440 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.287962 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension trunk not supported by any of loaded plugins Apr 03 16:24:26.288292 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: trunk_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.289242 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.289963 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension trunk-details not supported by any of loaded plugins Apr 03 16:24:26.290214 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: uplink_status_propagation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.291144 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.291707 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 03 16:24:26.291993 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Loading extension file: vlantransparent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:24:26.292684 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:24:26.293197 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 03 16:24:26.295726 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:network Apr 03 16:24:26.296253 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnet Apr 03 16:24:26.296689 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:24:26.297092 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:port Apr 03 16:24:26.298335 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.298790 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.299415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.299849 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.300185 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:router Apr 03 16:24:26.300656 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:floatingip Apr 03 16:24:26.301163 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.302599 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.302979 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.303341 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:24:26.304340 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 16:24:26.304814 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:security_group Apr 03 16:24:26.305788 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 16:24:26.306478 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.306816 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:24:26.307166 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] subnetpool is already registered Apr 03 16:24:26.307611 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.307941 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:24:26.308278 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] subnetpool is already registered Apr 03 16:24:26.310616 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.311059 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.311656 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.312087 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.312437 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:router Apr 03 16:24:26.312784 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] router is already registered Apr 03 16:24:26.313202 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:floatingip Apr 03 16:24:26.313542 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] floatingip is already registered Apr 03 16:24:26.314005 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.314675 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 16:24:26.315007 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] rbac_policy is already registered Apr 03 16:24:26.315434 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:security_group Apr 03 16:24:26.315774 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] security_group is already registered Apr 03 16:24:26.316188 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 16:24:26.316564 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] security_group_rule is already registered Apr 03 16:24:26.317197 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.317532 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:24:26.317867 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] subnetpool is already registered Apr 03 16:24:26.318293 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:24:26.318633 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:24:26.318971 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] subnetpool is already registered Apr 03 16:24:26.319447 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: extensions {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.321532 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: address-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.323011 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: address-scopes {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.324313 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.325506 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: auto-allocated-topology {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.326727 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: availability_zones {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.327933 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: dhcp-networks {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.329470 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: dhcp-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.330866 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.333140 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: flavors {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.334301 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.335752 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: next_providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.337241 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.339653 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: floatingip-pools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.340902 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.342990 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: floatingips {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.344267 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: l3-routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.345680 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: l3-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.347076 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: metering-labels {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.348441 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: metering-label-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.349705 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: network-ip-availabilities {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.351168 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: bindings {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.353466 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.355019 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.356569 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: rbac-policies {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.357881 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: security-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.359089 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: security-group-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.360355 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: service-providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.361570 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.362980 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.364471 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.366183 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.368683 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.370457 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.372231 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.374101 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.375756 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.377658 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.379405 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.381273 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:24:26.387631 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 03 16:24:26.392375 dv-cinder-836252-2-iscsi neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 03 16:24:26.401062 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Acquired lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 03 16:24:26.401547 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Releasing lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 03 16:24:26.402199 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Starting 2 workers Apr 03 16:24:26.407109 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Started child 103225 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:24:26.411631 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Started child 103226 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:24:26.412583 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.413276 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO neutron.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 03 16:24:26.413986 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.414149 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [-] (103225) wsgi starting up on http://0.0.0.0:9696 Apr 03 16:24:26.417225 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Starting 1 workers Apr 03 16:24:26.417582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.419010 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [-] (103226) wsgi starting up on http://0.0.0.0:9696 Apr 03 16:24:26.422508 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Started child 103227 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:24:26.423059 dv-cinder-836252-2-iscsi neutron-server[103116]: INFO oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Starting 1 workers Apr 03 16:24:26.426379 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] calling RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 03 16:24:26.426943 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] returning from RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 03 16:24:26.427566 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Started child 103228 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:24:26.428333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.428448 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7da1d70a-f135-4e91-a076-252a12d93242 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.428930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:26.430967 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 03 16:24:26.431325 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:24:26.431522 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:24:26.431754 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:24:26.432112 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:24:26.432279 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:24:26.432844 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.433148 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.433417 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.433675 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.433950 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:26.434444 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.434607 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.434872 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.435136 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.435410 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.435648 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.435824 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.435996 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.436270 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.436567 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.436891 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.437167 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.437409 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.437676 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.437853 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.438118 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.438395 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.438629 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.438904 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.439164 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.439641 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.439879 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.440126 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.440562 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.440864 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.441115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.441396 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.441652 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.441894 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.442146 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.442420 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.442670 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.442892 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.443159 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.443409 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.443688 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.443931 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.444384 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host = dv-cinder-836252-2-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.444645 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.444873 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.445106 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.445351 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.445639 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.445941 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.446205 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.446477 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.446732 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.446962 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.447228 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.447478 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.447731 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.447980 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.448148 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.448398 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.448687 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.448943 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.449151 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.449292 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.449501 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.449737 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.449963 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.450163 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.450383 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.450602 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.450841 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.451058 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.451274 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.451551 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.451784 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.452004 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.452216 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.452486 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.452719 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.452970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.453198 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.453419 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.453636 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.453885 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.454103 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.454333 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.454556 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.454797 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.455054 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.455369 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.455564 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.455783 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.456027 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.456468 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:26.456631 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.456785 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.456923 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.457175 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.457451 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.457682 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.457928 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.458175 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.458546 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.458802 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.459024 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.459237 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.459621 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.460002 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.460520 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.460929 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.461504 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.461760 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.461992 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.462301 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.462905 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.463075 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.463419 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.463710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.464659 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.464659 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.464659 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.465591 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.465591 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.465591 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.465591 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.466339 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.466339 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.466339 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.466754 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.469400 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470534 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470616 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.470941 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.471724 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.471724 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.471724 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.471980 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.472169 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.474626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475182 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475182 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475182 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475182 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475421 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475590 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.475810 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.476025 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.476239 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.476473 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.476711 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.477503 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.477763 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.478018 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.478262 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.478478 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.478711 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.478934 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.479184 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.479425 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.479642 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.479859 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.480100 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.481257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.481257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.481257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.481257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.481257 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482536 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482536 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482809 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.482948 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.483097 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.483237 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.483459 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.483668 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.483897 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.484115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.484327 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.484566 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.484777 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.484991 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.485203 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.485834 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.485834 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.486109 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.486293 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.486512 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.486761 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.486985 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.487289 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.487433 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.487655 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.487867 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.488139 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.488394 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.488645 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.488872 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.489089 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.489348 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.489584 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.490018 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.490241 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.490461 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.490710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.490998 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.491250 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.491486 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.491744 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.492448 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.492448 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.493319 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.493445 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.493833 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.493949 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.494427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.494577 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.494741 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.495635 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.495635 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.495635 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.496022 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.496022 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.496269 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.496628 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.496836 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.497002 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.497246 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.497496 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.497710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.498128 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.498632 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.499049 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.499432 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.499836 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.500305 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.500737 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.500986 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.501255 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.501505 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.501746 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.501994 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.502226 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.502465 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.502701 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.502935 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.503150 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.503372 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.503605 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.503850 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.504066 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.504281 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.504580 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.504806 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.505013 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.505360 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.505710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.506082 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.506338 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.506554 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.506779 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.507028 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.507250 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.507463 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.507685 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.507902 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.508184 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.508828 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.508828 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.508968 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.509162 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.509396 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.509642 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.509897 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.510113 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.510363 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.510587 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.510804 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.511019 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.511238 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.511453 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.511690 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.512185 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.512399 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.512660 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.512899 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.513232 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.513876 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.513876 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.514064 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.514176 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.514382 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.514617 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.514834 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.515180 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.515327 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.515526 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.515760 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.516330 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.516330 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.516643 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.516643 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.516913 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.517153 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.517397 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.517615 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.517868 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.518114 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.518332 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.518569 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.518778 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.518989 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.519198 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.519415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.519626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.519919 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.520544 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.520544 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.520879 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.521008 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.521159 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.521399 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.521620 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.521836 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.522084 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.522264 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.522470 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.522724 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.523259 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.523259 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.523520 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.523646 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.523848 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.524067 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.524262 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.524680 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.524911 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.525134 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.525351 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.525601 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.525817 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.526026 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.526249 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.526468 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.526677 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.526909 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.527120 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.527365 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.527521 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.527744 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.527955 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.528226 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.528507 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.528731 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.529024 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.529259 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.529536 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.529793 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.530104 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.530334 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.530590 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.530832 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.531049 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532438 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532828 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.532918 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.533181 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.533452 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.533668 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.533953 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.534296 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.534574 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.534823 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.535072 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.535406 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.535565 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.535766 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.535984 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.536202 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.536452 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.536714 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.536969 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.537222 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.537466 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.537679 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.537918 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.538170 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.538384 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.538629 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.538950 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.539151 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:24:26.540075 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 03 16:24:26.540075 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:24:26.540075 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:24:26.540804 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:24:26.540804 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:24:26.540804 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:24:26.541221 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.541221 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.541482 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.541482 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.541790 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.541790 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542066 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:26.542220 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542220 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542220 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542604 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542604 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542876 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.542876 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543137 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543137 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543408 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543408 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543669 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543807 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.543946 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544082 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544225 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544514 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544514 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544868 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.544868 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.546663 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.547970 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host = dv-cinder-836252-2-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.549734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550354 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.550951 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551415 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551691 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551691 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551832 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.551940 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.552103 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.552425 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.552556 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.552861 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.553034 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.553184 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.553496 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.553661 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.553818 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554120 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554283 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554672 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554672 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554983 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.554983 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.556592 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557502 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557502 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557502 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557715 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557823 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.557980 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.558120 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.558277 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.558444 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.559211 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:24:26.559211 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559211 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559211 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559211 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559657 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559657 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559798 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559875 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.559992 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560169 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560304 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560487 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560660 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560824 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.560986 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561150 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561317 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561471 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561616 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561781 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.561944 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.562789 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.562789 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.562789 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.562789 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.562789 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563153 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563153 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563360 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563360 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563501 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563668 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563826 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.563968 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564120 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564283 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564464 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564610 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564797 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.564963 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565127 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565286 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565439 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565602 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565765 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.565928 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566092 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566255 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566418 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566581 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566745 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.566914 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567078 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567241 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567409 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567572 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567734 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.567909 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568073 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568234 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568396 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568577 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568739 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.568904 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569067 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569230 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569395 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569554 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569732 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.569891 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.570056 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.570217 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.570380 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.570542 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.571733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.571733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.571733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.571733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572024 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572024 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572154 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572305 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572485 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572655 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572820 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.572985 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.573147 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.573302 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.573616 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.573779 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.573942 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574114 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574297 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574459 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574621 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574785 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.574939 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.575103 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.575259 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.575423 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.575584 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.575896 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576070 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576256 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576474 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576625 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576761 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.576904 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577075 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577207 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577340 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577508 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577643 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.577892 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578071 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578214 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578377 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578540 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578708 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.578868 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579033 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579196 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579364 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579536 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579701 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.579863 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580025 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580186 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580348 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580531 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580694 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.580856 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581018 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581181 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581344 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581506 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581667 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.581829 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582015 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582176 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582341 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582503 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582666 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582815 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.582977 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583139 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583302 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583464 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583626 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583790 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.583953 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584115 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584277 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584456 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584620 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584783 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.584944 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585108 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585273 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585435 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585596 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585751 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.585919 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.588427 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589036 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589611 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589787 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.589926 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590089 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590255 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590420 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590585 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590754 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.590896 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591051 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591216 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591399 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591563 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591725 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.591871 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592054 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592216 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592380 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592569 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592733 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.592894 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593057 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593219 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593381 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593542 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593708 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.593871 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594033 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594196 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594357 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594519 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594683 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.594848 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595010 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595174 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595339 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595502 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595665 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595825 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.595989 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596166 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596530 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596530 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596690 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596795 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.596957 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597119 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597283 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597449 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597610 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597783 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.597949 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598111 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598273 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598439 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598604 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598775 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.598937 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599099 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599260 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599422 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599585 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599756 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.599918 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600079 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600241 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600425 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600586 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600816 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.600903 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.601091 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.601225 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.601328 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:26.601417 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.601538 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.601710 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.602398 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.602546 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.602813 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.602990 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603221 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603321 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603467 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603632 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603803 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.603968 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604131 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604293 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604488 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604653 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604819 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.604981 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605144 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605307 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605472 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605640 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605813 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.605981 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606144 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606315 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606490 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606660 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606823 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.606996 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.607170 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.607319 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.607468 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.607632 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.607863 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608006 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608145 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608278 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608539 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608676 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608825 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.608962 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609096 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609241 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609374 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609506 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609640 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609776 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.609910 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.610071 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:24:26.610227 dv-cinder-836252-2-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:24:26.610650 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065646 Apr 03 16:24:38.050374 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba005c-6028-4589-87b0-51dec525a24f None None] get_active_networks_info from dv-cinder-836252-2-iscsi {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 03 16:24:38.118826 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba005c-6028-4589-87b0-51dec525a24f None None] No non-hosted networks {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 03 16:24:38.135493 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.agentschedulers_db [None req-a7ba005c-6028-4589-87b0-51dec525a24f None None] DHCP Agent not found on host dv-cinder-836252-2-iscsi {{(pid=103227) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 03 16:24:38.308353 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb185563-da92-498e-9f34-0763d640a3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:40.420249 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a685f3b7-c79d-440b-a04c-388aef0fd352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:40.474559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18c81fc6-d329-4ccd-b2b5-77be322a0876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:41.369134 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:41.378991 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:41.917635 dv-cinder-836252-2-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-fcd9c042-8e17-4f59-bb4e-29edc3200c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:41.918233 dv-cinder-836252-2-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-fcd9c042-8e17-4f59-bb4e-29edc3200c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:42.143440 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-fcd9c042-8e17-4f59-bb4e-29edc3200c6d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:24:42.144858 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fcd9c042-8e17-4f59-bb4e-29edc3200c6d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7648597 Apr 03 16:24:42.907368 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:44.366056 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:44.367546 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.368139 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.368610 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.369054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.369521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.369929 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.370348 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.370796 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.371211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.371623 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.372056 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.372488 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.372888 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.373221 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.373542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:44.373969 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836252-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:44.379776 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836252-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:44.703096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:45.051426 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:45.142828 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.policy [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 03 16:24:45.185980 dv-cinder-836252-2-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:45.186366 dv-cinder-836252-2-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:45.285375 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912242715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912243406', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912292241', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912287136', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912275728', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768912222384', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1049754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1070476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8046848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8099183'] for rbac-policy (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.370469 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.375253 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-af357489-548c-451e-9e27-6acf8f35529c admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6710813 Apr 03 16:24:47.664664 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.db.l3_hamode_db [None req-ec786acb-6188-4a3b-bd77-f9fb964f725d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 03 16:24:47.742115 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec786acb-6188-4a3b-bd77-f9fb964f725d None None] Routers set() bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:47.742513 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec786acb-6188-4a3b-bd77-f9fb964f725d None None] Router IDs set() for agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 03 16:24:47.923097 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:48.236571 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:48.265947 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Made reservation on behalf of 61295752af2a4bd8b1468938744913d0 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:24:48.269715 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.286997 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.399026 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks [] for security_group (a7ff4c51-2b1b-4103-9dc1-a68c5a40a1b3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.402754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a7ff4c51-2b1b-4103-9dc1-a68c5a40a1b3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.435029 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:24:48.463524 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768909819185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (308811f5-543c-451f-958c-ecb3ea6a1582), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.464130 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Unsubscribe: segment precommit_create {{(pid=103225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 03 16:24:48.464666 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Added segment 308811f5-543c-451f-958c-ecb3ea6a1582 of type vlan for network c050dc19-d15d-48cb-9270-b6542c313c97 Apr 03 16:24:48.470730 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff4c51-2b1b-4103-9dc1-a68c5a40a1b3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:48.493584 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.493931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.494316 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.494743 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.495114 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.495454 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.495783 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.496114 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.496463 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.496790 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.497117 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.497455 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.497784 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.498105 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.498425 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Tracked resource versions report: Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: pushed versions: Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: { 'AddressGroup': {'1.2'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Agent': {'1.1'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Log': {'1.0'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'NDPProxy': {'1.0'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Network': {'1.1'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Port': {'1.7'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'PortForwarding': {'1.3'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'QosPolicy': {'1.10'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroup': {'1.5'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SubPort': {'1.0'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Subnet': {'1.1'}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Trunk': {'1.1'}} Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: consumer versions: Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Agent': '1.1', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'ConntrackHelper': '1.0', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'LocalIPAssociation': '1.0', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Log': '1.0', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'NDPProxy': '1.0', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Network': '1.1', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Port': '1.7', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'PortForwarding': '1.3', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'QosPolicy': '1.10', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroup': '1.5', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroupRule': '1.2', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SubPort': '1.0', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Subnet': '1.1', Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Trunk': '1.1'}} Apr 03 16:24:48.499785 dv-cinder-836252-2-iscsi neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:24:48.577644 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (c050dc19-d15d-48cb-9270-b6542c313c97), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.615863 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (c050dc19-d15d-48cb-9270-b6542c313c97), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.621692 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:48.622411 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.716854 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7926519 Apr 03 16:24:48.739299 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e489-6d8d-4505-ba81-091b3f1c0b1d demo demo] Pushing event updated for resources: {'Network': ['ID=c050dc19-d15d-48cb-9270-b6542c313c97,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:48.753677 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network c050dc19-d15d-48cb-9270-b6542c313c97 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:24:51.268711 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:51.668640 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b906389-1763-4700-8788-32dea391c446 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:51.669951 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7b906389-1763-4700-8788-32dea391c446 demo admin] 10.222.0.48 "GET /v2.0/networks/c050dc19-d15d-48cb-9270-b6542c313c97 HTTP/1.1" status: 200 len: 825 time: 0.4002755 Apr 03 16:24:51.693868 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a70e431b-466d-44c9-8a12-261dcb0915b6 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/1e09ec9c-7ccb-4574-8726-8bf085cb8135 HTTP/1.1" status: 200 len: 734 time: 0.0183935 Apr 03 16:24:51.702544 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:51.723018 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Made reservation on behalf of 61295752af2a4bd8b1468938744913d0 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:24:51.725233 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.014059 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (f8ef4483-a853-4b98-acdb-fb97939b0f2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.083576 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Pushing event updated for resources: {'Subnet': ['ID=f8ef4483-a853-4b98-acdb-fb97939b0f2d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:52.088136 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Checking segment: {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:24:52.088548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Network hostable DHCP agents. Network: c050dc19-d15d-48cb-9270-b6542c313c97, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:24:52.108754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Network c050dc19-d15d-48cb-9270-b6542c313c97 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:24:52.119429 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, c050dc19-d15d-48cb-9270-b6542c313c97) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:52.123856 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.124558 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.129933 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a225af-0b96-4750-91e0-715af92de287 None None] Network c050dc19-d15d-48cb-9270-b6542c313c97 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:24:52.139772 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2d243729-265f-4be0-9228-12045b57368a demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4403312 Apr 03 16:24:52.400801 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-c050dc19-d15d-48cb-9270-b6542c313c97', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'project_id': '61295752af2a4bd8b1468938744913d0', 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:24:52.402167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.690137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Allocated IP 172.20.0.2 (c050dc19-d15d-48cb-9270-b6542c313c97/f8ef4483-a853-4b98-acdb-fb97939b0f2d/3016db5c-1bd5-4715-8de7-5e7bd85ae9f3) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:24:52.963251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks [] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.970310 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:53.039664 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Network c050dc19-d15d-48cb-9270-b6542c313c97 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:24:53.044483 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:53.060313 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:24:53.067706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Pushing event updated for resources: {'Port': ['ID=3016db5c-1bd5-4715-8de7-5e7bd85ae9f3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:53.097338 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.097698 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.098060 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.098425 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.098768 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.099104 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.099437 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.099766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.100096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.101089 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.101528 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.101878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.102211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.102542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.102869 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Tracked resource versions report: Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: pushed versions: Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Agent': {'1.1'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Log': {'1.0'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Network': {'1.1'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Port': {'1.7'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: consumer versions: Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Agent': '1.1', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Log': '1.0', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'NDPProxy': '1.0', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Network': '1.1', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Port': '1.7', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'PortForwarding': '1.3', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'QosPolicy': '1.10', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SubPort': '1.0', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Subnet': '1.1', Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Trunk': '1.1'}} Apr 03 16:24:53.104333 dv-cinder-836252-2-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:24:53.153927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Attempting to bind port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:24:53.154507 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Attempting to bind port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:24:53.154761 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Attempting to bind port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 on network c050dc19-d15d-48cb-9270-b6542c313c97 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:24:53.159607 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:24:53.159990 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Checking segment: {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:24:53.160496 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:53.160894 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Bound using segment: {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:24:53.161358 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Bound port: 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:24:53.161765 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:53.223091 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] For port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:24:53.227880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] For port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=3016db5c-1bd5-4715-8de7-5e7bd85ae9f3,segment=NetworkSegment(308811f5-543c-451f-958c-ecb3ea6a1582),segment_id=308811f5-543c-451f-958c-ecb3ea6a1582)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:24:53.237320 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:53.298232 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced54d09-5617-46da-b33b-83ab8e5f375a None None] Pushing event updated for resources: {'Port': ['ID=3016db5c-1bd5-4715-8de7-5e7bd85ae9f3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:54.686133 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:55.014514 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-70faf0b9-7101-481a-a4f7-3405848aa8ee admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:24:55.028429 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-70faf0b9-7101-481a-a4f7-3405848aa8ee admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3283408 Apr 03 16:24:57.589088 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 58536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:58.086789 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-a088183c-a11b-49d3-ba26-c06f94890fcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:58.087370 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-a088183c-a11b-49d3-ba26-c06f94890fcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:24:58.308038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-a088183c-a11b-49d3-ba26-c06f94890fcf admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:24:58.309352 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a088183c-a11b-49d3-ba26-c06f94890fcf admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7182207 Apr 03 16:25:00.908639 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 58550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:01.225941 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:01.297661 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.policy [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 03 16:25:01.341457 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:25:01.341845 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:25:01.406122 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (0074b664-05f4-45ca-b1c4-cc8952e85fd1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.408273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (0074b664-05f4-45ca-b1c4-cc8952e85fd1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.586754 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Publish callbacks [] for router_controller (0074b664-05f4-45ca-b1c4-cc8952e85fd1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.592552 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (0074b664-05f4-45ca-b1c4-cc8952e85fd1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.618591 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.619844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-55711c13-6ba5-4ab1-90f0-bdaa826f0bb5 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7101419 Apr 03 16:25:03.166842 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:03.255252 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:03.255597 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:03.367965 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:03.368360 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:03.403988 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=3016db5c-1bd5-4715-8de7-5e7bd85ae9f3,segment=NetworkSegment(308811f5-543c-451f-958c-ecb3ea6a1582),segment_id=308811f5-543c-451f-958c-ecb3ea6a1582)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:03.408655 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:03.454942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=3016db5c-1bd5-4715-8de7-5e7bd85ae9f3,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:04.150173 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:04.461672 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-f8ba918b-5ead-487d-8faa-b6e06421b995 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:25:04.462678 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f8ba918b-5ead-487d-8faa-b6e06421b995 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115380 Apr 03 16:25:04.652597 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91155f8-c090-4b0a-a9f4-b094e9b66933 None None] Network c050dc19-d15d-48cb-9270-b6542c313c97 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:04.742752 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-38461c0c-2d93-439d-9bd6-e986814926ee None None] Provisioning complete for port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:04.743141 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38461c0c-2d93-439d-9bd6-e986814926ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:04.859174 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38461c0c-2d93-439d-9bd6-e986814926ee None None] Current status of the port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:05.079441 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4552e657-030d-4dd7-beae-0cc4211dbcd0 None None] Provisioning complete for port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:05.079839 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4552e657-030d-4dd7-beae-0cc4211dbcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:05.159309 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:05.200101 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4552e657-030d-4dd7-beae-0cc4211dbcd0 None None] Current status of the port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:05.220552 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:05.220952 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:05.294513 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:06.959672 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:07.269054 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:07.287971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Made reservation on behalf of 0b5c96710b9844819db9781d41d8a7c1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:25:07.290245 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.297984 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.369654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks [] for security_group (e0b1438a-5ff8-44ab-80fc-6a04070a261a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.372950 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e0b1438a-5ff8-44ab-80fc-6a04070a261a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.386625 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Reserving flat network on physical network physnet1 {{(pid=103225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 03 16:25:07.408319 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1438a-5ff8-44ab-80fc-6a04070a261a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:07.411082 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (02edaa65-888f-4d73-bf59-9749e7ca4189), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.411427 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Added segment 02edaa65-888f-4d73-bf59-9749e7ca4189 of type flat for network de3e81b9-a78d-401f-a610-825b0af1b78d Apr 03 16:25:07.459060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (de3e81b9-a78d-401f-a610-825b0af1b78d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.489920 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (de3e81b9-a78d-401f-a610-825b0af1b78d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.491640 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:07.492238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:07.568238 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6075087 Apr 03 16:25:07.582504 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1cdb-b46c-41e0-948a-6b39423e630e admin admin] Pushing event updated for resources: {'Network': ['ID=de3e81b9-a78d-401f-a610-825b0af1b78d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:07.593367 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network de3e81b9-a78d-401f-a610-825b0af1b78d details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:25:08.024177 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-26dceb13-9df9-4e95-b559-5662dc162185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.472223 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:25:10.055598 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:10.408787 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41a6f6-0fb4-4292-b389-d4bfb77d19b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:10.410143 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9d41a6f6-0fb4-4292-b389-d4bfb77d19b3 demo admin] 10.222.0.48 "GET /v2.0/subnets/f8ef4483-a853-4b98-acdb-fb97939b0f2d HTTP/1.1" status: 200 len: 849 time: 0.3535833 Apr 03 16:25:10.415108 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-26ae40b1-79e9-422f-8bef-fb5b0a60b46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:10.573855 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d0d33587-0de9-41d0-b4ee-a4a8cd3e4715 demo admin] 10.222.0.48 "GET /v2.0/routers/0074b664-05f4-45ca-b1c4-cc8952e85fd1 HTTP/1.1" status: 200 len: 704 time: 0.1577456 Apr 03 16:25:10.844616 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.140310 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Allocated IP 172.20.0.1 (c050dc19-d15d-48cb-9270-b6542c313c97/f8ef4483-a853-4b98-acdb-fb97939b0f2d/86dcb72a-0379-4541-946c-1c5b8783d328) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:25:11.331653 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.341732 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks [] for port (86dcb72a-0379-4541-946c-1c5b8783d328), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.409902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.475451 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Network c050dc19-d15d-48cb-9270-b6542c313c97 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:25:11.480174 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:25:11.487121 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:25:11.487682 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (0074b664-05f4-45ca-b1c4-cc8952e85fd1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.519739 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Pushing event updated for resources: {'Port': ['ID=86dcb72a-0379-4541-946c-1c5b8783d328,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:11.655185 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5e86b6cf-028b-49d2-970a-0b7b49e938cf None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:11.655774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5e86b6cf-028b-49d2-970a-0b7b49e938cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.712060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.739040 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5e86b6cf-028b-49d2-970a-0b7b49e938cf None None] Port 86dcb72a-0379-4541-946c-1c5b8783d328 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:25:11.927123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks [] for port (86dcb72a-0379-4541-946c-1c5b8783d328), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.931710 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.932495 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (0074b664-05f4-45ca-b1c4-cc8952e85fd1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:12.013169 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Pushing event updated for resources: {'Port': ['ID=86dcb72a-0379-4541-946c-1c5b8783d328,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:12.061777 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Network c050dc19-d15d-48cb-9270-b6542c313c97 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:25:12.063056 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:25:12.242695 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:25:12.341187 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:12.346516 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-42ba71bc-e549-4834-bfff-9d0203477fcc demo admin] 10.222.0.48 "PUT /v2.0/routers/0074b664-05f4-45ca-b1c4-cc8952e85fd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7675495 Apr 03 16:25:12.351858 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Sync routers for ids ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:12.363690 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-57794bfe-6dbb-4734-8752-d46f154b34c6 None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:12.364164 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57794bfe-6dbb-4734-8752-d46f154b34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:12.365227 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Routers {'0074b664-05f4-45ca-b1c4-cc8952e85fd1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:12.366151 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:25:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:12.403247 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-57794bfe-6dbb-4734-8752-d46f154b34c6 None None] Port 86dcb72a-0379-4541-946c-1c5b8783d328 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:25:12.562724 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Set router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:12.871656 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.000078 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:11Z', 'revision_number': 2, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port_host': None, '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:11Z', 'revision_number': 2, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:13.053473 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Checking router: 0074b664-05f4-45ca-b1c4-cc8952e85fd1 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:13.053860 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Updating router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 port 86dcb72a-0379-4541-946c-1c5b8783d328 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:25:13.106956 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.628289 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks [] for port (86dcb72a-0379-4541-946c-1c5b8783d328), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.634912 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.810723 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Attempting to bind port 86dcb72a-0379-4541-946c-1c5b8783d328 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:25:13.811136 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Attempting to bind port 86dcb72a-0379-4541-946c-1c5b8783d328 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:25:13.811573 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Attempting to bind port 86dcb72a-0379-4541-946c-1c5b8783d328 on network c050dc19-d15d-48cb-9270-b6542c313c97 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:25:13.814485 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Pushing event updated for resources: {'Port': ['ID=86dcb72a-0379-4541-946c-1c5b8783d328,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:13.826535 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.827033 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.827498 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.827961 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.828379 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.828824 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.829241 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.829719 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.830131 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.830552 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.830882 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.831224 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.831551 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.831871 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.832151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-94945801-cd3d-4da5-854a-af0020197d0b None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:13.832259 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:13.832569 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94945801-cd3d-4da5-854a-af0020197d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Tracked resource versions report: Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: pushed versions: Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Agent': {'1.1'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Log': {'1.0'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Network': {'1.1'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Port': {'1.7'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: consumer versions: Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Agent': '1.1', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Log': '1.0', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'NDPProxy': '1.0', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Network': '1.1', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Port': '1.7', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'PortForwarding': '1.3', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'QosPolicy': '1.10', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SubPort': '1.0', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Subnet': '1.1', Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Trunk': '1.1'}} Apr 03 16:25:13.834322 dv-cinder-836252-2-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:25:13.838581 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:25:13.838985 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Checking segment: {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:25:13.839453 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.839838 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Bound using segment: {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:25:13.840311 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Bound port: 86dcb72a-0379-4541-946c-1c5b8783d328, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308811f5-543c-451f-958c-ecb3ea6a1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:25:13.840710 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.878193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-94945801-cd3d-4da5-854a-af0020197d0b None None] Port 86dcb72a-0379-4541-946c-1c5b8783d328 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:25:13.909337 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] For port 86dcb72a-0379-4541-946c-1c5b8783d328, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:25:13.929782 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] For port 86dcb72a-0379-4541-946c-1c5b8783d328, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=86dcb72a-0379-4541-946c-1c5b8783d328,segment=NetworkSegment(308811f5-543c-451f-958c-ecb3ea6a1582),segment_id=308811f5-543c-451f-958c-ecb3ea6a1582)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:25:13.935282 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:13.994754 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049d98e-83a4-4e33-bca1-22fea48178bb None None] Pushing event updated for resources: {'Port': ['ID=86dcb72a-0379-4541-946c-1c5b8783d328,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:14.005146 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Routers {'0074b664-05f4-45ca-b1c4-cc8952e85fd1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:14.006337 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:25:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:14.100366 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] Set router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:14.199087 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:14.199424 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:14.276266 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Current status of the port 86dcb72a-0379-4541-946c-1c5b8783d328 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:14.276835 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:14.311610 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] For port 86dcb72a-0379-4541-946c-1c5b8783d328, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=86dcb72a-0379-4541-946c-1c5b8783d328,segment=NetworkSegment(308811f5-543c-451f-958c-ecb3ea6a1582),segment_id=308811f5-543c-451f-958c-ecb3ea6a1582)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:14.316481 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:14.320930 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:11Z', 'revision_number': 2, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port_host': None, '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:13Z', 'revision_number': 4, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:14.348103 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf56343-a9c6-41a2-909e-2f5b6c152737 None None] The sync data for ids ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'] in dv-cinder-836252-2-iscsi is: [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:11Z', 'revision_number': 2, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port_host': None, '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:13Z', 'revision_number': 4, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:14.382764 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e050e-445d-4d2f-829c-4264145fd696 None None] Pushing event updated for resources: {'Port': ['ID=86dcb72a-0379-4541-946c-1c5b8783d328,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:14.388621 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:14.870809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:15.070621 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b75b5-c887-457b-bea5-26ea1aefbd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:15.071999 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-904b75b5-c887-457b-bea5-26ea1aefbd83 admin admin] 10.222.0.48 "GET /v2.0/networks/de3e81b9-a78d-401f-a610-825b0af1b78d HTTP/1.1" status: 200 len: 842 time: 0.2001314 Apr 03 16:25:15.081346 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:15.101520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Made reservation on behalf of 0b5c96710b9844819db9781d41d8a7c1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:25:15.103915 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:15.451406 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.objects.ports [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 03 16:25:15.451833 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (0047288e-5aa0-4493-8195-7bb1589e9657), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:15.505808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0047288e-5aa0-4493-8195-7bb1589e9657,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:15.515530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:25:15.515884 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Network hostable DHCP agents. Network: de3e81b9-a78d-401f-a610-825b0af1b78d, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:25:15.532590 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:25:15.542354 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, de3e81b9-a78d-401f-a610-825b0af1b78d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:25:15.546720 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:15.547674 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:15.552196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c4984-68aa-4a0e-a7d7-8546adaa6f30 None None] Network de3e81b9-a78d-401f-a610-825b0af1b78d requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:15.564629 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9895f74f-95f2-41c6-8dc3-9804cb10cc37 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4865720 Apr 03 16:25:15.665792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f5828-c96a-40dd-95d7-8dd1c0db97a7 None None] Network de3e81b9-a78d-401f-a610-825b0af1b78d requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:18.066398 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:18.201350 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e8c6774f-00c7-4ad7-adf8-1e77c51cfc08 demo admin] 10.222.0.48 "GET /v2.0/routers/0074b664-05f4-45ca-b1c4-cc8952e85fd1 HTTP/1.1" status: 200 len: 710 time: 0.1336675 Apr 03 16:25:18.287810 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0fae8-6749-4b6b-9455-7b1d634ddf11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:18.294036 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d9e0fae8-6749-4b6b-9455-7b1d634ddf11 demo admin] 10.222.0.48 "GET /v2.0/networks/de3e81b9-a78d-401f-a610-825b0af1b78d HTTP/1.1" status: 200 len: 886 time: 0.0827971 Apr 03 16:25:18.297844 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:18.546827 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks [] for router_gateway (0074b664-05f4-45ca-b1c4-cc8952e85fd1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:18.796530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks [] for router_gateway (0074b664-05f4-45ca-b1c4-cc8952e85fd1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:18.879101 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:18.991960 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Allocated IP 172.27.2.15 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/d6b409d6-c9ae-46d1-a828-9e5435680f58) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:25:19.095463 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks [] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.128499 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.167845 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:25:19.172591 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:25:19.175121 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:25:19.181352 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Pushing event updated for resources: {'Port': ['ID=d6b409d6-c9ae-46d1-a828-9e5435680f58,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:19.518873 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks [] for router_gateway (0074b664-05f4-45ca-b1c4-cc8952e85fd1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.733536 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8339905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8346288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8350'] for router (0074b664-05f4-45ca-b1c4-cc8952e85fd1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.737369 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8339926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8339935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8346297'] for router (0074b664-05f4-45ca-b1c4-cc8952e85fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.844951 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:19.950283 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:19.954440 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:19.955632 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fa1a647b-a41d-45d7-87c6-6af27df36607 demo admin] 10.222.0.48 "PUT /v2.0/routers/0074b664-05f4-45ca-b1c4-cc8952e85fd1 HTTP/1.1" status: 200 len: 889 time: 1.6609504 Apr 03 16:25:21.183272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 86dcb72a-0379-4541-946c-1c5b8783d328 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:21.241572 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:21.242060 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:21.324345 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 86dcb72a-0379-4541-946c-1c5b8783d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:22.497682 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 58630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:22.618183 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6d99a145-5113-48a2-b286-589f60a5a997 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1192827 Apr 03 16:25:23.002909 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Sync routers for ids ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:23.013464 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Routers {'0074b664-05f4-45ca-b1c4-cc8952e85fd1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:23.014594 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:25:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:23.238671 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Set router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:23.712201 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:19Z', 'revision_number': 4, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port': {'id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:18Z', 'updated_at': '2022-04-03T16:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:14Z', 'revision_number': 5, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:23.764039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Checking router: 0074b664-05f4-45ca-b1c4-cc8952e85fd1 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:23.764424 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Updating router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 port d6b409d6-c9ae-46d1-a828-9e5435680f58 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:25:23.817856 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.136741 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks [] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.142131 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.195173 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4006958-a0af-4e5c-9eb8-b35cbda5295a None None] Pushing event updated for resources: {'Port': ['ID=d6b409d6-c9ae-46d1-a828-9e5435680f58,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:24.197589 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Attempting to bind port d6b409d6-c9ae-46d1-a828-9e5435680f58 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:25:24.197964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Attempting to bind port d6b409d6-c9ae-46d1-a828-9e5435680f58 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:25:24.198326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Attempting to bind port d6b409d6-c9ae-46d1-a828-9e5435680f58 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:25:24.203668 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:25:24.204039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:25:24.204451 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.204840 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:25:24.205301 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Bound port: d6b409d6-c9ae-46d1-a828-9e5435680f58, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:25:24.205674 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.253953 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] For port d6b409d6-c9ae-46d1-a828-9e5435680f58, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:25:24.257695 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] For port d6b409d6-c9ae-46d1-a828-9e5435680f58, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=d6b409d6-c9ae-46d1-a828-9e5435680f58,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:25:24.264004 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.319559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Routers {'0074b664-05f4-45ca-b1c4-cc8952e85fd1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:24.320132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:25:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:24.405606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4006958-a0af-4e5c-9eb8-b35cbda5295a None None] Pushing event updated for resources: {'Port': ['ID=d6b409d6-c9ae-46d1-a828-9e5435680f58,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:24.451296 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] Set router 0074b664-05f4-45ca-b1c4-cc8952e85fd1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:24.677804 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:19Z', 'revision_number': 4, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port': {'id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:18Z', 'updated_at': '2022-04-03T16:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:14Z', 'revision_number': 5, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:24.705685 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8efc9-43c9-4bc7-89b0-6ddb62bc6d36 None None] The sync data for ids ['0074b664-05f4-45ca-b1c4-cc8952e85fd1'] in dv-cinder-836252-2-iscsi is: [{'id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'name': 'router1', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:25:01Z', 'updated_at': '2022-04-03T16:25:19Z', 'revision_number': 4, 'project_id': '61295752af2a4bd8b1468938744913d0', 'gw_port': {'id': 'd6b409d6-c9ae-46d1-a828-9e5435680f58', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:18Z', 'updated_at': '2022-04-03T16:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '86dcb72a-0379-4541-946c-1c5b8783d328', 'name': '', 'network_id': 'c050dc19-d15d-48cb-9270-b6542c313c97', 'tenant_id': '61295752af2a4bd8b1468938744913d0', 'mac_address': 'fa:16:3e:3e:df:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0074b664-05f4-45ca-b1c4-cc8952e85fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:25:10Z', 'updated_at': '2022-04-03T16:25:14Z', 'revision_number': 5, 'project_id': '61295752af2a4bd8b1468938744913d0', 'subnets': [{'id': 'f8ef4483-a853-4b98-acdb-fb97939b0f2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e09ec9c-7ccb-4574-8726-8bf085cb8135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:25.237816 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device d6b409d6-c9ae-46d1-a828-9e5435680f58 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:25.295265 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port d6b409d6-c9ae-46d1-a828-9e5435680f58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:25.296163 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.445550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port d6b409d6-c9ae-46d1-a828-9e5435680f58 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:25.445948 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.471969 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port d6b409d6-c9ae-46d1-a828-9e5435680f58, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=d6b409d6-c9ae-46d1-a828-9e5435680f58,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:25.477428 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.538995 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=d6b409d6-c9ae-46d1-a828-9e5435680f58,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:27.203286 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device d6b409d6-c9ae-46d1-a828-9e5435680f58 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:27.294851 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port d6b409d6-c9ae-46d1-a828-9e5435680f58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:27.295450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (d6b409d6-c9ae-46d1-a828-9e5435680f58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.399071 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port d6b409d6-c9ae-46d1-a828-9e5435680f58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:38.037137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b058005b-9c86-46e1-af55-e7b4a5bb2dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:40.421271 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a68d86e-fe6d-4803-9cec-c2ad0e389ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.344021 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:42.873742 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:44.366432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.471278 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:26:08.036025 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1c487d05-783b-439e-81ab-9954882f3ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:10.418402 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09c5e3d7-fe59-488b-b470-a89bff291626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:11.334951 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:12.875829 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:14.363318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:22.491056 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:26:38.030982 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b67b-80dd-4de9-b1e3-d56b7124fc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:40.411611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fa4908a6-3997-435e-a7ac-92272a4761ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:41.333081 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:42.880680 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:44.358332 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:44.668581 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:44.728903 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-238cce3b-63ad-49a3-8cc2-ba2763e27186 admin admin] GET failed (client error): The resource could not be found. Apr 03 16:26:44.730207 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-238cce3b-63ad-49a3-8cc2-ba2763e27186 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606577 Apr 03 16:26:44.890116 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517420a7-f605-40a9-bc09-508f6c3b7297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:44.891512 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-517420a7-f605-40a9-bc09-508f6c3b7297 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572812 Apr 03 16:26:47.206482 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:47.299127 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1536aa-873a-4e2e-bb9a-2f96edecc972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:47.300710 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9f1536aa-873a-4e2e-bb9a-2f96edecc972 admin admin] 10.222.0.48 "GET /v2.0/subnets/f8ef4483-a853-4b98-acdb-fb97939b0f2d HTTP/1.1" status: 200 len: 849 time: 0.0932083 Apr 03 16:26:47.309884 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:26:47.396167 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Publish callbacks [] for subnet (f8ef4483-a853-4b98-acdb-fb97939b0f2d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:47.535520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768909992578'] for subnet (f8ef4483-a853-4b98-acdb-fb97939b0f2d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:47.567029 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:47.567550 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:47.569237 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] 10.222.0.48 "PUT /v2.0/subnets/f8ef4483-a853-4b98-acdb-fb97939b0f2d HTTP/1.1" status: 200 len: 868 time: 0.2625215 Apr 03 16:26:47.572464 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0700afc-b6f2-4eb8-8c36-f6008c8f18ee None None] Network c050dc19-d15d-48cb-9270-b6542c313c97 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:26:47.586717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ef4483-a853-4b98-acdb-fb97939b0f2d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:47.594131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.594482 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.594847 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.595197 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.595532 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.595866 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.596195 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.596719 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.597141 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.597478 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.597843 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.598179 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.598512 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.599012 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.599344 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2316fd8-d937-45c9-b07b-6693680d8ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:47.895452 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Provisioning complete for port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:26:47.895840 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3016db5c-1bd5-4715-8de7-5e7bd85ae9f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:47.971137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Current status of the port 3016db5c-1bd5-4715-8de7-5e7bd85ae9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:47.981377 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Provisioning complete for port 86dcb72a-0379-4541-946c-1c5b8783d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:26:47.981774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (86dcb72a-0379-4541-946c-1c5b8783d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:48.059667 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e3641b1d-b530-4cba-9623-ca7d31cf7740 None None] Current status of the port 86dcb72a-0379-4541-946c-1c5b8783d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:49.895548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:50.095123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec322d4-7526-458f-a7a3-49b11dc45f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:50.095533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec322d4-7526-458f-a7a3-49b11dc45f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:50.097150 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7ec322d4-7526-458f-a7a3-49b11dc45f89 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006147 Apr 03 16:26:52.449874 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:52.762370 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1859b4-11db-49f2-9f9f-404490c16619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:52.762845 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1859b4-11db-49f2-9f9f-404490c16619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:52.764622 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9f1859b4-11db-49f2-9f9f-404490c16619 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3137202 Apr 03 16:26:55.070333 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:55.272171 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abf8eb-5b4a-44ad-9ede-9d3024d28684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:55.275816 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-24abf8eb-5b4a-44ad-9ede-9d3024d28684 admin admin] 10.222.0.48 "GET /v2.0/networks/c050dc19-d15d-48cb-9270-b6542c313c97 HTTP/1.1" status: 200 len: 869 time: 0.2021806 Apr 03 16:26:57.646635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:57.774982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a405d-b36f-415f-ad72-d1c398c06b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:57.776341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-425a405d-b36f-415f-ad72-d1c398c06b7d admin admin] 10.222.0.48 "GET /v2.0/networks/de3e81b9-a78d-401f-a610-825b0af1b78d HTTP/1.1" status: 200 len: 886 time: 0.1287570 Apr 03 16:26:59.471814 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:27:00.079227 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:00.224716 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573fe563-4353-456d-8805-3c6b0706957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:00.225174 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573fe563-4353-456d-8805-3c6b0706957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:00.226692 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-573fe563-4353-456d-8805-3c6b0706957d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464758 Apr 03 16:27:02.519015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:02.608425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af345c-db01-4438-9eab-e879fae94f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:02.608886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af345c-db01-4438-9eab-e879fae94f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:02.610377 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-74af345c-db01-4438-9eab-e879fae94f34 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904241 Apr 03 16:27:04.943901 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:05.032005 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b2cd5-a42a-468c-9446-51d1f054a150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:05.033892 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d35b2cd5-a42a-468c-9446-51d1f054a150 admin admin] 10.222.0.48 "GET /v2.0/subnets/0047288e-5aa0-4493-8195-7bb1589e9657 HTTP/1.1" status: 200 len: 816 time: 0.0882359 Apr 03 16:27:07.372497 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:07.464022 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38138bb-3023-4ece-9907-e34501e294ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:07.465392 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f38138bb-3023-4ece-9907-e34501e294ed admin admin] 10.222.0.48 "GET /v2.0/subnets/f8ef4483-a853-4b98-acdb-fb97939b0f2d HTTP/1.1" status: 200 len: 868 time: 0.0919247 Apr 03 16:27:08.032769 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f219ce4-d7f5-4075-b6dc-fbfb157f22d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:10.413895 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3fdb7f5a-c880-43ed-b005-6ce261ddb187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:11.334719 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:12.884343 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:14.359670 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:35.556136 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:35.603209 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-ef8f62cb-fc8e-4d3c-98fe-4199a7210571 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:27:35.604392 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ef8f62cb-fc8e-4d3c-98fe-4199a7210571 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472860 Apr 03 16:27:36.470497 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:27:38.014041 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:38.035941 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e4b28dc8-f266-474c-8983-4a020b04ee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:38.078623 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d4a406-7449-4d67-843e-cfe0f9494bd4 admin admin] GET failed (client error): The resource could not be found. Apr 03 16:27:38.080074 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e8d4a406-7449-4d67-843e-cfe0f9494bd4 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650935 Apr 03 16:27:38.222921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8099f31-ea8d-400f-8d98-8d079392adce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:38.224315 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f8099f31-ea8d-400f-8d98-8d079392adce admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398759 Apr 03 16:27:40.416888 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc16f5b-28dd-4d91-b162-56582c947178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.557783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:40.604929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:27:40.626689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Made reservation on behalf of 0b5c96710b9844819db9781d41d8a7c1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:27:40.629618 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.676646 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING neutron.services.revisions.revision_plugin [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Could not find related network for resource to bump revision. Apr 03 16:27:40.693727 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:27:40.706440 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768909819185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (20fc4d3a-6111-4eed-b8de-33c8a0691e4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.707022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Unsubscribe: segment precommit_create {{(pid=103226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 03 16:27:40.707522 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Added segment 20fc4d3a-6111-4eed-b8de-33c8a0691e4f of type vlan for network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 Apr 03 16:27:40.759639 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (77d5388a-4c50-4ab4-b14d-45bbc6c48588), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.792037 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (77d5388a-4c50-4ab4-b14d-45bbc6c48588), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.793074 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:40.793665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:40.818959 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2600160 Apr 03 16:27:40.903863 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Pushing event updated for resources: {'Network': ['ID=77d5388a-4c50-4ab4-b14d-45bbc6c48588,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:40.913502 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.913859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.914221 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.914568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.914908 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.915266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.915583 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.915916 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.916259 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.916619 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.916977 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.917347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.917688 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.918052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.918376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5180fe-bb19-49f9-8ec9-666a5a42a2be admin admin] Tracked resource versions report: Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: pushed versions: Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Agent': {'1.1'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Log': {'1.0'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Network': {'1.1'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Port': {'1.7'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: consumer versions: Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Agent': '1.1', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Log': '1.0', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'NDPProxy': '1.0', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Network': '1.1', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Port': '1.7', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'PortForwarding': '1.3', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'QosPolicy': '1.10', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SubPort': '1.0', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Subnet': '1.1', Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Trunk': '1.1'}} Apr 03 16:27:40.919840 dv-cinder-836252-2-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:27:40.950327 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:27:41.339253 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:42.888124 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.181229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:43.246785 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0ce89-4e13-42fd-b35f-f14c800e09ab admin admin] GET failed (client error): The resource could not be found. Apr 03 16:27:43.248101 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-24d0ce89-4e13-42fd-b35f-f14c800e09ab admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659230 Apr 03 16:27:43.331701 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1ac93-ef89-464c-8230-1720d8ee54d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:43.333234 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b9c1ac93-ef89-464c-8230-1720d8ee54d3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0792427 Apr 03 16:27:43.344128 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:27:43.374242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Made reservation on behalf of 0b5c96710b9844819db9781d41d8a7c1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:27:43.377184 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.693141 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (e9aa554c-0f20-44f7-9f79-acbc2c75eea0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.745758 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9aa554c-0f20-44f7-9f79-acbc2c75eea0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:43.761269 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Checking segment: {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:27:43.761626 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Network hostable DHCP agents. Network: 77d5388a-4c50-4ab4-b14d-45bbc6c48588, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:27:43.777554 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:27:43.786412 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 77d5388a-4c50-4ab4-b14d-45bbc6c48588) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:27:43.792073 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:43.793055 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.801937 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d84633-5c99-4a16-ab0f-a665c48c7c00 None None] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:27:43.813915 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c2e8b457-3e19-4862-a4bb-1abf5dc81416 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4725952 Apr 03 16:27:43.950295 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-77d5388a-4c50-4ab4-b14d-45bbc6c48588', 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588', 'project_id': '0b5c96710b9844819db9781d41d8a7c1', 'fixed_ips': [{'subnet_id': 'e9aa554c-0f20-44f7-9f79-acbc2c75eea0'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:27:43.951166 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.190825 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Allocated IP 192.168.233.2 (77d5388a-4c50-4ab4-b14d-45bbc6c48588/e9aa554c-0f20-44f7-9f79-acbc2c75eea0/17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:27:44.338388 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks [] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.345205 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.404739 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:27:44.407655 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Pushing event updated for resources: {'Port': ['ID=17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:44.410714 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:27:44.413695 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:27:44.421870 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.422221 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.423106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.423468 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.423809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.424145 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.424498 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.424829 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.425158 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.425483 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.425809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.426155 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.426485 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.426807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.427128 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:44.430218 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.484371 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Attempting to bind port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:27:44.484775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Attempting to bind port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:27:44.485683 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Attempting to bind port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 on network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:27:44.490799 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:27:44.491173 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Checking segment: {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:27:44.491572 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.494432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Bound using segment: {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:27:44.494432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Bound port: 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:27:44.494432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.559713 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] For port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:27:44.563250 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] For port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:27:44.570044 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.633330 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25a6d-ec67-4c01-b5f7-5dd22a65cdd5 None None] Pushing event updated for resources: {'Port': ['ID=17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:45.303701 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:27:45.363473 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:27:45.363959 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.454539 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:27:45.454539 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.492905 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:45.498198 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.533967 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6917820-d529-4a5d-be85-bbd9ace36fb3 None None] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:27:45.600372 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:45.653137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5b2cb076-ce8a-429a-9133-b4c68de63a6a None None] Provisioning complete for port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:27:45.653537 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb076-ce8a-429a-9133-b4c68de63a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.747772 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cb076-ce8a-429a-9133-b4c68de63a6a None None] Current status of the port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:27:45.867667 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-eecf84e0-45df-4b1f-ba99-adc475405f8d None None] Provisioning complete for port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:27:45.868063 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eecf84e0-45df-4b1f-ba99-adc475405f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.947058 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-eecf84e0-45df-4b1f-ba99-adc475405f8d None None] Current status of the port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:27:47.251479 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:27:47.302382 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:27:47.302772 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.378327 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 17bf19c2-08eb-43dc-b30a-f6ff3fa8d5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:28:08.042917 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c3d2108b-8f5c-4097-bd08-4bc7b22796f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.419583 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c4a88dc-ed8d-4a92-b49e-dbc361a78bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:11.340998 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:12.885749 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.469042 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:28:14.362878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.034894 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06e9ee7e-963a-4ce3-a38b-cebab5405e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:40.423142 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b72f-9ed0-4f62-b920-27cc0d8e38ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:41.344318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:42.888797 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:44.354887 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.468219 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:29:03.474010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:03.479614 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-ae136f74-0dc9-409b-85af-01d5cdaf27da tempest-verify_tempest_config-1317211351 tempest-verify_tempest_config-1317211351-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:29:03.480598 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ae136f74-0dc9-409b-85af-01d5cdaf27da tempest-verify_tempest_config-1317211351 tempest-verify_tempest_config-1317211351-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055928 Apr 03 16:29:03.764221 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:03.867795 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:03.942318 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Publish callbacks [] for security_group (0e182455-b56d-4434-8357-0a96f03edf73), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:03.946134 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0e182455-b56d-4434-8357-0a96f03edf73), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:03.993992 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f77cb955d1b44dbae35a4aca370786c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2286186 Apr 03 16:29:03.995027 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e182455-b56d-4434-8357-0a96f03edf73,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:03.996962 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:04.002495 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.002849 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.003208 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.003553 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.003885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.004216 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.004895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.004895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.005224 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.005555 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.005902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.006312 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.006645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.006977 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.007290 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd081006-88e8-4f93-8b01-664e05c8e7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.071297 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Publish callbacks [] for security_group (0e182455-b56d-4434-8357-0a96f03edf73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:04.092239 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Publish callbacks [] for security_group (0e182455-b56d-4434-8357-0a96f03edf73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:04.186680 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0e182455-b56d-4434-8357-0a96f03edf73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:04.189231 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:04.190408 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e182455-b56d-4434-8357-0a96f03edf73 HTTP/1.1" status: 204 len: 168 time: 0.1923864 Apr 03 16:29:04.199424 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e182455-b56d-4434-8357-0a96f03edf73,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:04.206925 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.207281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.207645 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.207997 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.208340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.208704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.209040 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.209376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.209724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.210060 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.210408 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.210757 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.211093 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.211423 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:04.211748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec458a-50ab-4517-adb0-59fe12aaae4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:29:08.039042 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c5cec5b-b893-4c2b-a07c-6f28c349cf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:10.427671 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0380b7f2-fa02-4bf1-9732-d4d7f10289dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:11.347851 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:12.890370 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:14.357179 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:27.466715 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:29:38.043619 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d370f4e-d5c7-41b1-82c0-8afe78b33d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:40.429349 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2796e46-6cf6-4125-a232-f658d0fed9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.349196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:42.896647 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.361962 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:04.465289 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:30:08.045663 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2e45-4036-4b0d-8bc1-ace190d65d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:10.433844 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abb09407-afe8-416f-8505-12ac1ce6c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:11.355696 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.899244 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:14.364219 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:38.048606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3063769c-76c4-45da-84d2-a1b6768072b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:40.443033 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10e166d4-7a41-4361-8e5f-c90791144371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:41.356421 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:41.463239 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:30:42.902558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:43.760913 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8340703'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:44.367027 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:58.398126 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:58.499799 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0e55c586-102e-4ce1-b03e-323204cfe95e admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005859 Apr 03 16:31:00.950789 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:31:01.004050 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e314ae31-468a-418e-9d52-08736c3caf64 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521746 Apr 03 16:31:08.058206 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63c8c3bb-5019-423a-8de5-b5177eab17f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:10.433836 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94247c92-38c8-46f1-bf35-3d9458bd1831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:11.357717 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:12.903845 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:13.730193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:14.370324 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:18.462009 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:31:38.050731 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e00fcd5b-dd15-466b-b20d-43d4c5bdf8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:40.436329 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54397286-6204-4757-86d9-2390d4f576f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:41.360459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:42.906477 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.744441 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:44.372527 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:55.461478 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:32:08.057769 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6dc2-d224-4e5f-88de-3b7c4b3d70c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:10.437724 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c12fae81-6019-477d-ae91-3c57ed16fbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:11.363740 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:12.909281 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:13.748994 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:14.373826 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:32.462526 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:32:37.270801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:37.400764 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:37.417726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:37.516869 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1115940618-network', 'tenant_id': '0fb46617da8c46698397fd375d1916fe'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:37.540746 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Made reservation on behalf of 0fb46617da8c46698397fd375d1916fe for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:37.543190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.546382 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:37.554241 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.636391 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks [] for security_group (6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.640467 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.644559 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:37.667118 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:37.675430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.675664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.676030 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.676382 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.676818 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.677142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.677605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.678197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.678553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.678898 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.679252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.679607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.680105 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.680457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.680790 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Tracked resource versions report: Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: pushed versions: Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Agent': {'1.1'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Log': {'1.0'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Network': {'1.1'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Port': {'1.7'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: consumer versions: Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: HyperV agent@hv-cinder-83625: {}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Agent': '1.1', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Log': '1.0', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'NDPProxy': '1.0', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Network': '1.1', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Port': '1.7', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'PortForwarding': '1.3', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'QosPolicy': '1.10', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'SubPort': '1.0', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Subnet': '1.1', Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: 'Trunk': '1.1'}} Apr 03 16:32:37.681968 dv-cinder-836252-2-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:32:37.702519 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:37.707990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-994175157-network', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:37.722313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-network', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:37.740749 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.741150 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Added segment 6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23 of type vlan for network 63bf1990-7128-47be-913e-09fdf5be21fc Apr 03 16:32:37.742319 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:37.746214 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.748136 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632111455-network', 'tenant_id': '133f870f02594f3d800fd4e55c11619a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:37.770492 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Made reservation on behalf of 133f870f02594f3d800fd4e55c11619a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:37.774061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.781837 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.786738 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.807886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Made reservation on behalf of 5e87fec9cf3b4511a3f934fb7c3734ca for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:37.810545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.866031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.868967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (63bf1990-7128-47be-913e-09fdf5be21fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.902027 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks [] for security_group (23d6b10d-6f28-46d2-b722-00226764aa86), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.908679 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (23d6b10d-6f28-46d2-b722-00226764aa86), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.947327 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-194007569-network', 'tenant_id': '9d2521f646b34c409efb9161c9fb9bfc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:37.948574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (63bf1990-7128-47be-913e-09fdf5be21fc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.949573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:37.950435 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.952210 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6b10d-6f28-46d2-b722-00226764aa86,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:37.983712 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Made reservation on behalf of 9d2521f646b34c409efb9161c9fb9bfc for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:37.986985 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:37.996276 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:37.999038 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.014278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.014627 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.014986 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.015328 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.015662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.015991 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.016324 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.016661 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.017279 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.018010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.018497 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.019106 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.019598 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.020030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.020360 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Tracked resource versions report: Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: pushed versions: Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: { 'AddressGroup': {'1.2'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Agent': {'1.1'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Log': {'1.0'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'NDPProxy': {'1.0'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Network': {'1.1'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Port': {'1.7'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'PortForwarding': {'1.3'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'QosPolicy': {'1.10'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroup': {'1.5'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SubPort': {'1.0'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Subnet': {'1.1'}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Trunk': {'1.1'}} Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: consumer versions: Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: HyperV agent@hv-cinder-83625: {}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Agent': '1.1', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'ConntrackHelper': '1.0', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'LocalIPAssociation': '1.0', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Log': '1.0', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'NDPProxy': '1.0', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Network': '1.1', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Port': '1.7', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'PortForwarding': '1.3', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'QosPolicy': '1.10', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroup': '1.5', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SecurityGroupRule': '1.2', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'SubPort': '1.0', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Subnet': '1.1', Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: 'Trunk': '1.1'}} Apr 03 16:32:38.022115 dv-cinder-836252-2-iscsi neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:32:38.032843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] Pushing event updated for resources: {'Network': ['ID=63bf1990-7128-47be-913e-09fdf5be21fc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.037728 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (b6540090-a0e9-403d-a77a-d99dc758eea2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.038470 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Added segment b6540090-a0e9-403d-a77a-d99dc758eea2 of type vlan for network f0706ccc-570f-4e55-b2d4-d89e49853a1e Apr 03 16:32:38.040582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks [] for security_group (9a8a445c-5d53-473a-9345-736e5b00602b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.052706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9a8a445c-5d53-473a-9345-736e5b00602b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.064079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:38.075042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6b9f8471-7011-4cf4-9b5a-77a43300d02f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.075394 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Added segment 6b9f8471-7011-4cf4-9b5a-77a43300d02f of type vlan for network 0411b61e-f071-4fea-8540-8d810f08ae8f Apr 03 16:32:38.079132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 63bf1990-7128-47be-913e-09fdf5be21fc details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:38.111469 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (f0706ccc-570f-4e55-b2d4-d89e49853a1e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.122627 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (0411b61e-f071-4fea-8540-8d810f08ae8f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.162180 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5f571b77-2ae4-4c92-ae6a-99aa6409fb4e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8896444 Apr 03 16:32:38.166927 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59674) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:38.170084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (0411b61e-f071-4fea-8540-8d810f08ae8f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.171312 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:38.172098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.179662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Request body: {'subnet': {'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1115940618-subnet', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:38.214312 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92cb015f-d05e-4199-99db-c8fd1a8be021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.217899 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (f0706ccc-570f-4e55-b2d4-d89e49853a1e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.219061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:38.219815 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.262436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Pushing event updated for resources: {'Network': ['ID=0411b61e-f071-4fea-8540-8d810f08ae8f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.275149 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8734310 Apr 03 16:32:38.275968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4fac4-cfbc-4dfd-9526-7a1828ef6a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a445c-5d53-473a-9345-736e5b00602b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.276326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 0411b61e-f071-4fea-8540-8d810f08ae8f details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:38.276536 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7272902 Apr 03 16:32:38.281512 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:38.282139 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:38.289175 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Request body: {'subnet': {'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-994175157-subnet', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:38.294788 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks [] for security_group (07646902-2448-4343-8d46-40c65d628fa7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.299032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Request body: {'subnet': {'network_id': 'f0706ccc-570f-4e55-b2d4-d89e49853a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632111455-subnet', 'tenant_id': '133f870f02594f3d800fd4e55c11619a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:38.305517 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Made reservation on behalf of 0fb46617da8c46698397fd375d1916fe for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:38.307768 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.309702 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (07646902-2448-4343-8d46-40c65d628fa7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.311166 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks [] for security_group (42294e69-016b-4d55-ae06-6d778a94dafa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.322859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:38.331164 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (42294e69-016b-4d55-ae06-6d778a94dafa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.332238 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (1b6a9ef5-beb6-4fc4-8818-956d493eaf00), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.332860 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Added segment 1b6a9ef5-beb6-4fc4-8818-956d493eaf00 of type vlan for network be1e6fd0-6bd7-4443-9998-eb2ff807cefb Apr 03 16:32:38.391055 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (be1e6fd0-6bd7-4443-9998-eb2ff807cefb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.399024 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:38.414044 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a41e9-1666-4f9b-b623-78d7919f1d8f admin admin] Pushing event updated for resources: {'Network': ['ID=f0706ccc-570f-4e55-b2d4-d89e49853a1e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.426235 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network f0706ccc-570f-4e55-b2d4-d89e49853a1e details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:38.427659 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (fd89e7a6-9f26-4a62-9c0a-f28469221240), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.428130 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Added segment fd89e7a6-9f26-4a62-9c0a-f28469221240 of type vlan for network 0bc455e3-e06e-4028-a907-88da9848e069 Apr 03 16:32:38.447252 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42294e69-016b-4d55-ae06-6d778a94dafa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.492439 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (0bc455e3-e06e-4028-a907-88da9848e069), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.589142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07646902-2448-4343-8d46-40c65d628fa7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.608062 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (0bc455e3-e06e-4028-a907-88da9848e069), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.609065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:38.610643 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:38.611497 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.612172 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.617902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (1606ce93-5112-4512-aca8-d31a01a9c707), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.685242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1606ce93-5112-4512-aca8-d31a01a9c707,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.746508 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Checking segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:38.747234 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Network hostable DHCP agents. Network: 63bf1990-7128-47be-913e-09fdf5be21fc, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:38.764700 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1181805 Apr 03 16:32:38.765456 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:38.780466 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Request body: {'subnet': {'network_id': '0bc455e3-e06e-4028-a907-88da9848e069', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-194007569-subnet', 'tenant_id': '9d2521f646b34c409efb9161c9fb9bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:38.787931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Network 63bf1990-7128-47be-913e-09fdf5be21fc is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:38.802083 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8dcbc-3fb3-4a88-9f1d-34bf14b3fb21 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc455e3-e06e-4028-a907-88da9848e069,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:38.807922 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 63bf1990-7128-47be-913e-09fdf5be21fc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:38.814194 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 0bc455e3-e06e-4028-a907-88da9848e069 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:38.815360 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:38.816124 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.843877 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4a2c3403-48c5-4e0a-b263-4f765d76ff72 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6742742 Apr 03 16:32:38.847392 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:38.851530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Made reservation on behalf of 9d2521f646b34c409efb9161c9fb9bfc for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:38.855056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Made reservation on behalf of 133f870f02594f3d800fd4e55c11619a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:38.858665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.858852 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.869383 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:38.918990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (be1e6fd0-6bd7-4443-9998-eb2ff807cefb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.919955 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:38.920566 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.926726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a7e60-0c75-4f59-b9e0-373dd1a11277 None None] Network 63bf1990-7128-47be-913e-09fdf5be21fc requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:38.935031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (2fced790-e1a0-4c4d-bd99-e8b2b057fe9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.996725 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (54ca838b-a1e3-48bf-846d-837b1422e875), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:38.998030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (54ca838b-a1e3-48bf-846d-837b1422e875), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.046259 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:39.047347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Network hostable DHCP agents. Network: 0411b61e-f071-4fea-8540-8d810f08ae8f, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:39.067582 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6484938 Apr 03 16:32:39.082710 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:39.100216 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Request body: {'subnet': {'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-subnet', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:39.216872 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb257f4-498f-4241-8c23-8d7cb3ea30f2 admin admin] Pushing event updated for resources: {'Network': ['ID=be1e6fd0-6bd7-4443-9998-eb2ff807cefb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:39.217647 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for router_controller (54ca838b-a1e3-48bf-846d-837b1422e875), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.233139 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:39.264294 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:39.266463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 0411b61e-f071-4fea-8540-8d810f08ae8f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:39.275086 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:39.289977 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-63bf1990-7128-47be-913e-09fdf5be21fc', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:32:39.291471 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.299783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:39.300608 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.407720 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6ec0e731-d74a-42b3-92ac-107fffef1963 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1230147 Apr 03 16:32:39.410823 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:39.425836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:39.429616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975108d-d871-4f07-910b-6aeeddd91f3e None None] Network 0411b61e-f071-4fea-8540-8d810f08ae8f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:39.444458 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for router_gateway (54ca838b-a1e3-48bf-846d-837b1422e875), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.452797 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Made reservation on behalf of 5e87fec9cf3b4511a3f934fb7c3734ca for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:39.455320 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.513791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.533008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.655096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for router_controller (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.727039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Allocated IP 172.20.0.2 (63bf1990-7128-47be-913e-09fdf5be21fc/1606ce93-5112-4512-aca8-d31a01a9c707/6cf66c03-cf20-48ed-9638-e9871502abe5) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:39.746770 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-0411b61e-f071-4fea-8540-8d810f08ae8f', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:32:39.748128 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.820638 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (88bf481f-4c63-4f2c-85d0-c358b9c01261), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.824985 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (14b93c7f-a89c-4d7c-acbc-46597ebc68ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.885188 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bf481f-4c63-4f2c-85d0-c358b9c01261,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:39.921697 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (29467a29-7fee-449a-95f2-f49357ff53df), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:39.995372 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Checking segment: {'id': 'fd89e7a6-9f26-4a62-9c0a-f28469221240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:39.996006 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Network hostable DHCP agents. Network: 0bc455e3-e06e-4028-a907-88da9848e069, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:40.028019 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Network 0bc455e3-e06e-4028-a907-88da9848e069 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:40.041852 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Checking segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:40.042489 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Network hostable DHCP agents. Network: be1e6fd0-6bd7-4443-9998-eb2ff807cefb, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:40.048323 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 0bc455e3-e06e-4028-a907-88da9848e069) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:40.053817 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29467a29-7fee-449a-95f2-f49357ff53df,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:40.065653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b93c7f-a89c-4d7c-acbc-46597ebc68ab,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:40.078598 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:40.079433 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.082273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for router_gateway (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.114495 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:40.123668 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, be1e6fd0-6bd7-4443-9998-eb2ff807cefb) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:40.126164 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa591a40-7c7e-464b-9747-755df941b80f None None] Network 0bc455e3-e06e-4028-a907-88da9848e069 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:40.129384 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-34350170-88af-4f92-855b-86ff52b09f5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3543184 Apr 03 16:32:40.148449 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:40.149579 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.182846 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7e2bc26a-e711-4439-b567-59d43c41857d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0988791 Apr 03 16:32:40.183442 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:40.192573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Checking segment: {'id': 'b6540090-a0e9-403d-a77a-d99dc758eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0706ccc-570f-4e55-b2d4-d89e49853a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:40.192982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Network hostable DHCP agents. Network: f0706ccc-570f-4e55-b2d4-d89e49853a1e, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:40.239917 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Network f0706ccc-570f-4e55-b2d4-d89e49853a1e is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:40.246473 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737aa1b6-dc47-480e-a63e-95e9edc1e637 None None] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:40.275766 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:40.287694 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, f0706ccc-570f-4e55-b2d4-d89e49853a1e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:40.304105 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:40.304829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.359037 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0124e812-29cc-4bd6-9e29-6c3f8879ab37 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0756433 Apr 03 16:32:40.368063 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (f5711c23-e686-41cf-b593-b5574b9b8777), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.374406 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (f5711c23-e686-41cf-b593-b5574b9b8777), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.403241 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015ad61-fc7c-4ae8-9cb9-dc51208f359d None None] Network f0706ccc-570f-4e55-b2d4-d89e49853a1e requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:40.530700 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for router_gateway (54ca838b-a1e3-48bf-846d-837b1422e875), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.557717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.587701 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for router_gateway (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.605811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks [] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.625502 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.682278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for router_controller (f5711c23-e686-41cf-b593-b5574b9b8777), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:40.734108 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Allocated IP 172.20.0.2 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/7c611a34-0ccc-4454-8345-8a966b3db15b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:40.855761 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:40.859097 dv-cinder-836252-2-iscsi neutron-server[103226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 03 16:32:40.953873 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks [] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.029050 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Allocated IP 172.27.2.172 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/0733517c-130e-4b0f-8998-dadbd8bd10cd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:41.040906 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.053634 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.073831 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:41.075584 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c02366-da58-4f6a-9f46-0be01e33893d None None] Network 0bc455e3-e06e-4028-a907-88da9848e069 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:41.096541 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:41.100194 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:41.134931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for router_gateway (f5711c23-e686-41cf-b593-b5574b9b8777), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.136422 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:32:41.138243 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.144126 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-2e9d21c7-fe72-430d-8065-1e4b83b74f8e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:41.155181 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-2e9d21c7-fe72-430d-8065-1e4b83b74f8e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/networks?id=0bc455e3-e06e-4028-a907-88da9848e069 HTTP/1.1" status: 200 len: 811 time: 0.2983468 Apr 03 16:32:41.196993 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-5b0f5933-df4b-4420-b12f-2dfde4ca08d9 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/quotas/9d2521f646b34c409efb9161c9fb9bfc HTTP/1.1" status: 200 len: 375 time: 0.0408540 Apr 03 16:32:41.220103 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebb37cd0-1a2a-4b7b-a13d-fb1ed13dbfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.245878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Network 63bf1990-7128-47be-913e-09fdf5be21fc is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:41.319010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.332146 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-07f1bb36-af8f-4cc8-8797-b7f36ba9ed8d tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d2521f646b34c409efb9161c9fb9bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1341710 Apr 03 16:32:41.332894 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:41.419142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.464219 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:41.468270 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:41.478785 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:41.497081 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:41.500423 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:41.553398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Allocated IP 172.27.2.13 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/047fa6f1-91df-4fa7-ac2e-a920fa612422) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:41.576686 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Pushing event updated for resources: {'Port': ['ID=7c611a34-0ccc-4454-8345-8a966b3db15b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:41.584311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Pushing event updated for resources: {'Port': ['ID=0733517c-130e-4b0f-8998-dadbd8bd10cd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:41.634080 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d132d507-bbc0-4aca-9ede-e323a9a3d1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.638071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:41.662507 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173673631-network', 'tenant_id': '8c5ee380fbde40a5a27c43811a275c29'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:41.681288 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.681659 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.682000 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.682368 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.682737 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.683043 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.683372 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.683702 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.684031 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.684365 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.684856 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.685037 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.685462 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.685798 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.686121 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Tracked resource versions report: Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: pushed versions: Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Agent': {'1.1'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Log': {'1.0'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Network': {'1.1'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Port': {'1.7'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: consumer versions: Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: HyperV agent@hv-cinder-83625: {}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Agent': '1.1', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Log': '1.0', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'NDPProxy': '1.0', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Network': '1.1', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Port': '1.7', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'PortForwarding': '1.3', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'QosPolicy': '1.10', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'SubPort': '1.0', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Subnet': '1.1', Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: 'Trunk': '1.1'}} Apr 03 16:32:41.687414 dv-cinder-836252-2-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:32:41.730932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.762657 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51064e68-0df1-49df-b999-925c4d128eb7 None None] Network f0706ccc-570f-4e55-b2d4-d89e49853a1e requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:41.768570 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Made reservation on behalf of 8c5ee380fbde40a5a27c43811a275c29 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:41.771568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.787896 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.840901 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Attempting to bind port 7c611a34-0ccc-4454-8345-8a966b3db15b on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:41.841270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Attempting to bind port 7c611a34-0ccc-4454-8345-8a966b3db15b by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:41.844208 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Attempting to bind port 7c611a34-0ccc-4454-8345-8a966b3db15b on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:41.892166 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-6a942a65-aea1-4274-9d8b-6873bc6c6868 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:32:41.893467 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-6a942a65-aea1-4274-9d8b-6873bc6c6868 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2569237 Apr 03 16:32:41.898599 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for router_gateway (54ca838b-a1e3-48bf-846d-837b1422e875), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.898814 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.932875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Attempting to bind port 6cf66c03-cf20-48ed-9638-e9871502abe5 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:41.933708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Attempting to bind port 6cf66c03-cf20-48ed-9638-e9871502abe5 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:41.934265 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Attempting to bind port 6cf66c03-cf20-48ed-9638-e9871502abe5 on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:41.936611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:41.937172 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:41.937749 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.938298 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:41.938932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Bound port: 7c611a34-0ccc-4454-8345-8a966b3db15b, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:41.939510 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.973781 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Pushing event updated for resources: {'Port': ['ID=6cf66c03-cf20-48ed-9638-e9871502abe5,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:41.982209 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:41.982586 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Checking segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:41.983163 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.983730 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Bound using segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:41.984215 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Bound port: 6cf66c03-cf20-48ed-9638-e9871502abe5, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:41.984666 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:41.993792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Allocated IP 172.20.0.2 (be1e6fd0-6bd7-4443-9998-eb2ff807cefb/88bf481f-4c63-4f2c-85d0-c358b9c01261/b303db45-afb8-445e-9161-5931ab3155a7) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:41.994518 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for router_gateway (f5711c23-e686-41cf-b593-b5574b9b8777), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.022372 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-4d3721cc-37a0-4add-961d-245b920554f6 service neutron] 10.222.0.48 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160600 Apr 03 16:32:42.045948 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.109474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d132d507-bbc0-4aca-9ede-e323a9a3d1ed admin admin] Publish callbacks [] for security_group (a9b9d258-56f4-43ea-a838-6c2abd46d66d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.121985 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] For port 6cf66c03-cf20-48ed-9638-e9871502abe5, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:42.127123 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] For port 6cf66c03-cf20-48ed-9638-e9871502abe5, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6cf66c03-cf20-48ed-9638-e9871502abe5,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:42.149568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.319730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d132d507-bbc0-4aca-9ede-e323a9a3d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a9b9d258-56f4-43ea-a838-6c2abd46d66d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.340449 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (54ca838b-a1e3-48bf-846d-837b1422e875), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.370517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d132d507-bbc0-4aca-9ede-e323a9a3d1ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dec0895898f44263ac7589985840cffc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0342886 Apr 03 16:32:42.381299 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:42.400146 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] For port 7c611a34-0ccc-4454-8345-8a966b3db15b, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:42.438942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] For port 7c611a34-0ccc-4454-8345-8a966b3db15b, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=7c611a34-0ccc-4454-8345-8a966b3db15b,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:42.486124 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615090b8-0ba8-4b2a-b4a7-ba36ded2357f None None] Pushing event updated for resources: {'Port': ['ID=6cf66c03-cf20-48ed-9638-e9871502abe5,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:42.498354 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.512195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132d507-bbc0-4aca-9ede-e323a9a3d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9d258-56f4-43ea-a838-6c2abd46d66d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:42.608389 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.647364 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802ce2-06d8-4abd-ad47-423a0487a3e1 None None] Pushing event updated for resources: {'Port': ['ID=7c611a34-0ccc-4454-8345-8a966b3db15b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:42.695839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks [] for security_group (18ab0ec2-36f0-455f-9a09-b426c389ce7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.711882 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Allocated IP 172.27.2.207 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/6d299399-3765-4b49-ab2d-fa92a4527b45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:42.732820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Router 54ca838b-a1e3-48bf-846d-837b1422e875 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:32:42.740937 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (18ab0ec2-36f0-455f-9a09-b426c389ce7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.769617 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks [] for port (b303db45-afb8-445e-9161-5931ab3155a7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.787886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:42.789191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (b303db45-afb8-445e-9161-5931ab3155a7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.812989 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (d229c800-95c2-4ad1-b153-c856e9b0450c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.813343 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Added segment d229c800-95c2-4ad1-b153-c856e9b0450c of type vlan for network e4836439-4e7e-4fdb-a2a1-5d9d71042a31 Apr 03 16:32:42.846301 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Pushing event updated for resources: {'Port': ['ID=b303db45-afb8-445e-9161-5931ab3155a7,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:42.865984 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:42.867653 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:42.872895 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:42.888637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.934689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (e4836439-4e7e-4fdb-a2a1-5d9d71042a31), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.970088 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:42.986114 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Attempting to bind port b303db45-afb8-445e-9161-5931ab3155a7 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:42.986496 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Attempting to bind port b303db45-afb8-445e-9161-5931ab3155a7 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:42.986838 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Attempting to bind port b303db45-afb8-445e-9161-5931ab3155a7 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:43.000292 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:43.000713 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Checking segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:43.001636 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.002127 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Bound using segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:43.004036 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Bound port: b303db45-afb8-445e-9161-5931ab3155a7, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:43.004460 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b303db45-afb8-445e-9161-5931ab3155a7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.032029 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:43.043003 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-a84ff1b7-4270-4229-9c25-47111f81cac7 service neutron] 10.222.0.48 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0078433 Apr 03 16:32:43.050034 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] Publish callbacks [] for security_group (a9b9d258-56f4-43ea-a838-6c2abd46d66d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.056042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:43.058617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:43.080164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Pushing event updated for resources: {'Port': ['ID=047fa6f1-91df-4fa7-ac2e-a920fa612422,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:43.189902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (e4836439-4e7e-4fdb-a2a1-5d9d71042a31), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.190865 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:43.191449 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.229919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab0ec2-36f0-455f-9a09-b426c389ce7d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:43.261666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.306522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] Publish callbacks [] for security_group (a9b9d258-56f4-43ea-a838-6c2abd46d66d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.332091 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] For port b303db45-afb8-445e-9161-5931ab3155a7, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:43.336423 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] For port b303db45-afb8-445e-9161-5931ab3155a7, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=b303db45-afb8-445e-9161-5931ab3155a7,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:43.354023 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (b303db45-afb8-445e-9161-5931ab3155a7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.379340 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:43.386839 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:43.389029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7472031 Apr 03 16:32:43.400345 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:43.405013 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:43.414788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:43.419961 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:43.421888 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Request body: {'subnet': {'network_id': 'e4836439-4e7e-4fdb-a2a1-5d9d71042a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173673631-subnet', 'tenant_id': '8c5ee380fbde40a5a27c43811a275c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:43.425345 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:43.445353 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:43.458217 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Pushing event updated for resources: {'Port': ['ID=6d299399-3765-4b49-ab2d-fa92a4527b45,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:43.477134 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27ca34-c558-4017-a206-14dc98f7e0cd None None] Pushing event updated for resources: {'Port': ['ID=b303db45-afb8-445e-9161-5931ab3155a7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:43.487262 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:43.603939 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f01e-cbb4-45e0-8b61-6535c2851b1b admin admin] Pushing event updated for resources: {'Network': ['ID=e4836439-4e7e-4fdb-a2a1-5d9d71042a31,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:43.753414 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c64ea18f-17c8-4bd3-8a91-f2f83e6ff68c req-80725d64-ed21-4514-8155-bf9d7f571245 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.2486677 Apr 03 16:32:43.812193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.821214 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.823763 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-851427c1-feb8-49c1-856a-06feab1ce12c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9739268 Apr 03 16:32:43.831781 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Made reservation on behalf of 8c5ee380fbde40a5a27c43811a275c29 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:43.842834 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:43.845848 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 59902) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:44.001676 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:44.150922 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a9b9d258-56f4-43ea-a838-6c2abd46d66d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.160728 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.168887 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9b9d258-56f4-43ea-a838-6c2abd46d66d HTTP/1.1" status: 204 len: 168 time: 1.7809587 Apr 03 16:32:44.200088 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network e4836439-4e7e-4fdb-a2a1-5d9d71042a31 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:44.308375 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83d3b3-032e-48db-9f2f-ca89ea873ab3 None None] Network 63bf1990-7128-47be-913e-09fdf5be21fc requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:44.319753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ca720-9837-40db-add9-724a0204cd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9d258-56f4-43ea-a838-6c2abd46d66d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:44.448845 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for router_gateway (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.465632 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 7c611a34-0ccc-4454-8345-8a966b3db15b up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:44.577873 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:41Z', 'revision_number': 3, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:44.578475 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.668359 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:44.669861 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Updating router 54ca838b-a1e3-48bf-846d-837b1422e875 port 0733517c-130e-4b0f-8998-dadbd8bd10cd binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:44.682106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Provisioning complete for port 6cf66c03-cf20-48ed-9638-e9871502abe5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:44.683043 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.726376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 7c611a34-0ccc-4454-8345-8a966b3db15b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:44.727057 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.781365 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:44.800800 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c31348-202b-4cec-bb1e-9fda84e5726e None None] Network 0411b61e-f071-4fea-8540-8d810f08ae8f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:45.115199 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-084f617f-7494-4cb7-93c7-6eeeaa5e5308 req-d67c7038-abca-41b7-ad53-90eee2ee1465 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.1286566 Apr 03 16:32:45.240883 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.297094 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for router_gateway (f5711c23-e686-41cf-b593-b5574b9b8777), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.337387 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Current status of the port 6cf66c03-cf20-48ed-9638-e9871502abe5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:45.339659 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.426754 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 7c611a34-0ccc-4454-8345-8a966b3db15b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:45.428800 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.508132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] For port 6cf66c03-cf20-48ed-9638-e9871502abe5, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6cf66c03-cf20-48ed-9638-e9871502abe5,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:45.529612 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks [] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.540310 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.587648 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.607064 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Attempting to bind port 0733517c-130e-4b0f-8998-dadbd8bd10cd on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:45.608648 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Attempting to bind port 0733517c-130e-4b0f-8998-dadbd8bd10cd by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:45.609634 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Attempting to bind port 0733517c-130e-4b0f-8998-dadbd8bd10cd on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:45.612969 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:32:45.644559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 7c611a34-0ccc-4454-8345-8a966b3db15b, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=7c611a34-0ccc-4454-8345-8a966b3db15b,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:45.653018 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df471ef-d8c8-4ff2-b63f-2bdbb7d30439 None None] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:45.672223 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:45.673024 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:45.673671 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.675139 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:45.675903 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Bound port: 0733517c-130e-4b0f-8998-dadbd8bd10cd, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:45.676772 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.710971 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.712065 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6cf66c03-cf20-48ed-9638-e9871502abe5 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:45.779214 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Pushing event updated for resources: {'Port': ['ID=0733517c-130e-4b0f-8998-dadbd8bd10cd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:45.799360 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:45.815702 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (60753b84-4be5-4386-bb9d-1c506008553a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.836723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.836723 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6ab3172e-bd50-4ddb-9230-0fd87f2c5b21 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4235258 Apr 03 16:32:45.836723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 59972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:45.842767 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:45.847662 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Tracked resource versions report: Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: pushed versions: Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Agent': {'1.1'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Log': {'1.0'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Network': {'1.1'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Port': {'1.7'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: consumer versions: Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:45.872899 dv-cinder-836252-2-iscsi neutron-server[103228]: HyperV agent@hv-cinder-83625: {}, Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: L3 agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: Metadata agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: Metering agent@dv-cinder-836252-2-iscsi: {}, Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-836252-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Agent': '1.1', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Log': '1.0', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'NDPProxy': '1.0', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Network': '1.1', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Port': '1.7', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'PortForwarding': '1.3', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'QosPolicy': '1.10', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'SubPort': '1.0', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Subnet': '1.1', Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: 'Trunk': '1.1'}} Apr 03 16:32:45.878234 dv-cinder-836252-2-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:32:45.882520 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] For port 0733517c-130e-4b0f-8998-dadbd8bd10cd, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:45.890137 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] For port 0733517c-130e-4b0f-8998-dadbd8bd10cd, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0733517c-130e-4b0f-8998-dadbd8bd10cd,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:45.905264 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.907514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Provisioning complete for port 7c611a34-0ccc-4454-8345-8a966b3db15b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:45.907722 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:45.948216 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:45.948886 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:45.950773 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2e235-bac1-46db-9df5-baa314ef8d59 None None] Pushing event updated for resources: {'Port': ['ID=6cf66c03-cf20-48ed-9638-e9871502abe5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:45.960865 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Checking segment: {'id': 'd229c800-95c2-4ad1-b153-c856e9b0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4836439-4e7e-4fdb-a2a1-5d9d71042a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:45.961238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Network hostable DHCP agents. Network: e4836439-4e7e-4fdb-a2a1-5d9d71042a31, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:45.999802 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60753b84-4be5-4386-bb9d-1c506008553a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:46.025310 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Network e4836439-4e7e-4fdb-a2a1-5d9d71042a31 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:46.051355 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:46.067208 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:46.147409 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.161276 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a8ca-09d9-4155-a7a0-ac6dd5490117 None None] Pushing event updated for resources: {'Port': ['ID=0733517c-130e-4b0f-8998-dadbd8bd10cd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:46.169319 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:46.298815 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:46.409376 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Allocated IP 172.20.0.1 (63bf1990-7128-47be-913e-09fdf5be21fc/1606ce93-5112-4512-aca8-d31a01a9c707/37564b6a-d9fe-4248-b5a8-0ae27b568e47) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:46.516562 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 6cf66c03-cf20-48ed-9638-e9871502abe5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:46.517034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.523665 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03c36117-5048-4119-a098-a628069b2761 req-45a70e2c-c6ae-4893-bc34-c6e926c50686 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0730648 Apr 03 16:32:46.690593 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, e4836439-4e7e-4fdb-a2a1-5d9d71042a31) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:46.693822 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=7c611a34-0ccc-4454-8345-8a966b3db15b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:46.704626 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:46.705512 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.707480 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:41Z', 'revision_number': 3, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:46.726833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27058552-4117-4411-ac4b-602abf3474b9 None None] Network e4836439-4e7e-4fdb-a2a1-5d9d71042a31 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:46.772157 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcf290-bd55-41e8-8035-8f09e1641189 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:41Z', 'revision_number': 3, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:46.780065 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Current status of the port 7c611a34-0ccc-4454-8345-8a966b3db15b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:46.800515 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d975ca0e-8ed7-4532-869a-c76e415e07f1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3783462 Apr 03 16:32:46.816108 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks [] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.856237 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (f5711c23-e686-41cf-b593-b5574b9b8777), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.961032 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Provisioning complete for port b303db45-afb8-445e-9161-5931ab3155a7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:46.961429 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (b303db45-afb8-445e-9161-5931ab3155a7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:46.966492 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 6cf66c03-cf20-48ed-9638-e9871502abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:47.032804 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.100780 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:47.121653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.159726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4e5d9-febd-4ce9-9623-5e6ccc852460 None None] Network e4836439-4e7e-4fdb-a2a1-5d9d71042a31 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:47.229413 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Network 63bf1990-7128-47be-913e-09fdf5be21fc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:47.234473 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Pushing event updated for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:47.238953 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:47.242289 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:47.245944 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (54ca838b-a1e3-48bf-846d-837b1422e875), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.301106 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Deleting subnet 14b93c7f-a89c-4d7c-acbc-46597ebc68ab {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:32:47.392887 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Publish callbacks [] for subnet (14b93c7f-a89c-4d7c-acbc-46597ebc68ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.430005 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Current status of the port b303db45-afb8-445e-9161-5931ab3155a7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:47.430401 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b303db45-afb8-445e-9161-5931ab3155a7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.443942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 7c611a34-0ccc-4454-8345-8a966b3db15b up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:47.480072 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:43Z', 'revision_number': 3, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:47.540782 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Publish callbacks [] for subnet (14b93c7f-a89c-4d7c-acbc-46597ebc68ab), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.557945 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (14b93c7f-a89c-4d7c-acbc-46597ebc68ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.580110 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Router f5711c23-e686-41cf-b593-b5574b9b8777 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:32:47.645648 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:47.646734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Updating router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 port 047fa6f1-91df-4fa7-ac2e-a920fa612422 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:47.771546 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Allocated IP 172.20.0.1 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/04e1a8ad-1b67-4b85-afbc-09e52388881c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:47.793375 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.801967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (14b93c7f-a89c-4d7c-acbc-46597ebc68ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.852873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b93c7f-a89c-4d7c-acbc-46597ebc68ab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:47.879666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:47.891160 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:47.898775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] For port b303db45-afb8-445e-9161-5931ab3155a7, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=b303db45-afb8-445e-9161-5931ab3155a7,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:47.908598 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.909547 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.912981 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:47.913508 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (b303db45-afb8-445e-9161-5931ab3155a7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:47.914155 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d3a3b772-f366-4b24-a255-3a1ebcf452dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14b93c7f-a89c-4d7c-acbc-46597ebc68ab HTTP/1.1" status: 204 len: 168 time: 0.8077986 Apr 03 16:32:47.915809 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:47.917458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:47.966549 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d607ddc-de39-419d-baea-b1bbacc00cd8 req-a2243fed-9b8f-420a-ab35-012fc5e46556 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0587151 Apr 03 16:32:47.992854 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.008988 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3fbd6536-7b1f-4a7d-b4f4-51c256cb8f6c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7380824 Apr 03 16:32:48.009746 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:48.041345 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 7c611a34-0ccc-4454-8345-8a966b3db15b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:48.042005 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.070108 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (f0706ccc-570f-4e55-b2d4-d89e49853a1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.120930 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:48.132357 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks [] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.143366 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Provisioning complete for port 6cf66c03-cf20-48ed-9638-e9871502abe5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:48.143749 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.235376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Pushing event updated for resources: {'Port': ['ID=b303db45-afb8-445e-9161-5931ab3155a7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:48.352181 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (f0706ccc-570f-4e55-b2d4-d89e49853a1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.444312 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.444693 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.445445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.446146 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > port after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.446146 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.446416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > port after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.446732 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.447052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.447387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.447679 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.469568 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks [] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.475350 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:44Z', 'revision_number': 3, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:48.506885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.508499 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (54ca838b-a1e3-48bf-846d-837b1422e875), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.517470 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:48.518508 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Updating router f5711c23-e686-41cf-b593-b5574b9b8777 port 6d299399-3765-4b49-ab2d-fa92a4527b45 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:48.549358 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ccd89324-c98a-4115-a49e-2d725e976dd5 None None] Current status of the port 6cf66c03-cf20-48ed-9638-e9871502abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:48.551043 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.553281 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 7c611a34-0ccc-4454-8345-8a966b3db15b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:48.554242 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6cf66c03-cf20-48ed-9638-e9871502abe5 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:48.605772 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Pushing event updated for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:48.679542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks [] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.693439 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Provisioning complete for port 7c611a34-0ccc-4454-8345-8a966b3db15b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:48.693973 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.695322 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.736607 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Network 63bf1990-7128-47be-913e-09fdf5be21fc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:48.740108 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:48.799384 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.799733 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.800068 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.800398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:48.800832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0706ccc-570f-4e55-b2d4-d89e49853a1e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:48.814983 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.821902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858224-e9c8-4bfd-9132-1ebb8e45389d None None] Pushing event updated for resources: {'Port': ['ID=047fa6f1-91df-4fa7-ac2e-a920fa612422,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:48.828156 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 6cf66c03-cf20-48ed-9638-e9871502abe5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:48.828745 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.875765 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6540090-a0e9-403d-a77a-d99dc758eea2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:48.876060 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6540090-a0e9-403d-a77a-d99dc758eea2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:48.877820 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Attempting to bind port 047fa6f1-91df-4fa7-ac2e-a920fa612422 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:48.878362 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Attempting to bind port 047fa6f1-91df-4fa7-ac2e-a920fa612422 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:48.878732 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Attempting to bind port 047fa6f1-91df-4fa7-ac2e-a920fa612422 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:48.923611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:48.923988 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:48.924395 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.925222 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:48.926113 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Bound port: 047fa6f1-91df-4fa7-ac2e-a920fa612422, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:48.926113 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.985468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (b6540090-a0e9-403d-a77a-d99dc758eea2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.987090 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:32:49.062959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Pushing event updated for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.080878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (b6540090-a0e9-403d-a77a-d99dc758eea2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.089058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:49.094225 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:49.102246 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] For port 047fa6f1-91df-4fa7-ac2e-a920fa612422, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:49.106721 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Current status of the port 7c611a34-0ccc-4454-8345-8a966b3db15b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:49.132702 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:32:49.133247 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (b6540090-a0e9-403d-a77a-d99dc758eea2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:32:49.145697 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:32:49.149276 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] For port 047fa6f1-91df-4fa7-ac2e-a920fa612422, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=047fa6f1-91df-4fa7-ac2e-a920fa612422,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:49.153356 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:49.195522 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks [] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.196371 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Provisioning complete for port b303db45-afb8-445e-9161-5931ab3155a7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:49.197326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (b303db45-afb8-445e-9161-5931ab3155a7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.199275 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 6cf66c03-cf20-48ed-9638-e9871502abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:49.200583 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device b303db45-afb8-445e-9161-5931ab3155a7 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:49.204634 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.214633 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.242422 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.321827 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858224-e9c8-4bfd-9132-1ebb8e45389d None None] Pushing event updated for resources: {'Port': ['ID=047fa6f1-91df-4fa7-ac2e-a920fa612422,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.336450 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:49.355248 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-75a5a561-395c-4c18-943f-ad91fd7a795f admin admin] 10.222.0.48 "PUT /v2.0/routers/54ca838b-a1e3-48bf-846d-837b1422e875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4980338 Apr 03 16:32:49.380630 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:49.381637 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:49.382721 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Attempting to bind port 6d299399-3765-4b49-ab2d-fa92a4527b45 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:49.383134 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Attempting to bind port 6d299399-3765-4b49-ab2d-fa92a4527b45 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:49.383513 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Attempting to bind port 6d299399-3765-4b49-ab2d-fa92a4527b45 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:49.428351 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:49.428860 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:49.429278 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.429701 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:49.431772 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Bound port: 6d299399-3765-4b49-ab2d-fa92a4527b45, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:49.432174 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.487746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38077ed4-6b29-49b2-a746-ebd9dad1db11 req-34b40942-d30d-47e9-a036-6e22e8fd283e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.2807124 Apr 03 16:32:49.578061 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3bf4-de16-4dea-89e7-3bc53acc839f None None] Pushing event updated for resources: {'Port': ['ID=6d299399-3765-4b49-ab2d-fa92a4527b45,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.581460 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:49.588987 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:49.624632 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.630743 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port b303db45-afb8-445e-9161-5931ab3155a7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:49.631128 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (b303db45-afb8-445e-9161-5931ab3155a7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.683323 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] For port 6d299399-3765-4b49-ab2d-fa92a4527b45, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:49.692971 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] For port 6d299399-3765-4b49-ab2d-fa92a4527b45, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6d299399-3765-4b49-ab2d-fa92a4527b45,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:49.710134 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.711114 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:49.711787 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:49.744240 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Current status of the port b303db45-afb8-445e-9161-5931ab3155a7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:49.838192 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (f0706ccc-570f-4e55-b2d4-d89e49853a1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.842485 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3bf4-de16-4dea-89e7-3bc53acc839f None None] Pushing event updated for resources: {'Port': ['ID=6d299399-3765-4b49-ab2d-fa92a4527b45,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.850710 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Allocated IP 172.20.0.1 (be1e6fd0-6bd7-4443-9998-eb2ff807cefb/88bf481f-4c63-4f2c-85d0-c358b9c01261/17df8214-5801-418d-8973-6a430c524db5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:49.853386 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.859413 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:49.860078 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:50.011469 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0706ccc-570f-4e55-b2d4-d89e49853a1e HTTP/1.1" status: 204 len: 168 time: 2.0838206 Apr 03 16:32:50.022986 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:50.034254 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Provisioning complete for port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:50.034557 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.048801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dd372-6838-49eb-aeb6-22d29ff0ce07 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0706ccc-570f-4e55-b2d4-d89e49853a1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:50.082158 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:50.155650 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2b74b-b195-4418-8caa-d9545c5930e0 None None] Port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:50.168114 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:50.247426 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port b303db45-afb8-445e-9161-5931ab3155a7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:50.263834 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks [] for port (17df8214-5801-418d-8973-6a430c524db5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.275912 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.50', 61177) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:50.361181 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60058) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:50.361904 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.372750 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712169223', 'description': 'tempest-description--1992778352'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:50.418500 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Provisioning complete for port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:50.419179 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.486652 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:50.495299 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:43Z', 'revision_number': 3, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:50.602542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f5639-8b12-4b0a-afce-b2d57979bdc9 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:43Z', 'revision_number': 3, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:50.608389 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:44Z', 'revision_number': 3, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:50.638875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Provisioning complete for port 04e1a8ad-1b67-4b85-afbc-09e52388881c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:50.639472 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.670347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Deleting subnet 60753b84-4be5-4386-bb9d-1c506008553a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:32:50.704819 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0733517c-130e-4b0f-8998-dadbd8bd10cd up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:50.712879 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.715509 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec292b5-4edd-4ec5-a0e0-81294c16f944 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:44Z', 'revision_number': 3, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:50.719051 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-359f6937-d21b-4b6c-9d8c-f4135ae458ef req-18b60d3e-66b7-4cee-9900-0b4fb408adda tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.1116769 Apr 03 16:32:50.784883 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d323de79-d302-4d28-aa4d-916738aca815 None None] Port 04e1a8ad-1b67-4b85-afbc-09e52388881c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:50.799406 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Publish callbacks [] for subnet (60753b84-4be5-4386-bb9d-1c506008553a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.831625 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:48Z', 'revision_number': 2, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:50.883769 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:50.884125 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Updating router 54ca838b-a1e3-48bf-846d-837b1422e875 port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:50.886862 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 0733517c-130e-4b0f-8998-dadbd8bd10cd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:50.887238 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.912942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (d13c3af5-76ef-4c9a-9a41-1830b76cc9ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.925128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (d13c3af5-76ef-4c9a-9a41-1830b76cc9ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.976662 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.003880 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.009725 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6445131 Apr 03 16:32:51.018586 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:51.035141 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group_rule': {'security_group_id': 'd13c3af5-76ef-4c9a-9a41-1830b76cc9ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:51.121973 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-0f139042-25be-46d0-a81f-83db8eab0df5 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:51.123490 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-0f139042-25be-46d0-a81f-83db8eab0df5 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.50 "GET /v2.0/networks?id=0bc455e3-e06e-4028-a907-88da9848e069 HTTP/1.1" status: 200 len: 811 time: 0.8462977 Apr 03 16:32:51.128452 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Publish callbacks [] for subnet (60753b84-4be5-4386-bb9d-1c506008553a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.150011 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (60753b84-4be5-4386-bb9d-1c506008553a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.242186 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Request body: {'port': {'device_id': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069', 'admin_state_up': True, 'tenant_id': '9d2521f646b34c409efb9161c9fb9bfc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:51.290191 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58685165-9f89-4be6-bfb9-7f47533c3905 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.375728 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (1db95b95-b8f1-4336-a344-b643c45bd075), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.385208 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks [] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.410474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.456949 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks [] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.489009 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.529378 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 0733517c-130e-4b0f-8998-dadbd8bd10cd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:51.529774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.558045 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (17df8214-5801-418d-8973-6a430c524db5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.625490 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for subnet (60753b84-4be5-4386-bb9d-1c506008553a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.642266 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18d752-a2f6-45fd-9aa6-7b347bebe303 None None] Pushing event updated for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.659845 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.670627 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.674555 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 0733517c-130e-4b0f-8998-dadbd8bd10cd, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0733517c-130e-4b0f-8998-dadbd8bd10cd,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:51.729243 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.730267 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device b303db45-afb8-445e-9161-5931ab3155a7 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:51.740582 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.749196 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/60753b84-4be5-4386-bb9d-1c506008553a HTTP/1.1" status: 204 len: 168 time: 1.7236142 Apr 03 16:32:51.752220 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d9667-7a73-4c4b-9540-e28af02138a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60753b84-4be5-4386-bb9d-1c506008553a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.764150 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:51.939051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:51.998031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Pushing event updated for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:52.087025 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Made reservation on behalf of 9d2521f646b34c409efb9161c9fb9bfc for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:52.090574 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.100347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:52.105667 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Attempting to bind port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:52.114128 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Attempting to bind port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:52.116559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Attempting to bind port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:52.171857 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (e4836439-4e7e-4fdb-a2a1-5d9d71042a31), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.195771 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:52.196320 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (f5711c23-e686-41cf-b593-b5574b9b8777), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.208632 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:52.214080 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Checking segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:52.215727 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.218154 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Bound using segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:52.220200 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Bound port: 37564b6a-d9fe-4248-b5a8-0ae27b568e47, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:52.226566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.257852 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=0733517c-130e-4b0f-8998-dadbd8bd10cd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:52.265634 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (1db95b95-b8f1-4336-a344-b643c45bd075), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.307620 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-adb2a1cb-ba4e-45de-a564-0116c0d527b5 req-3af83d70-2407-40b9-a6ed-8b100ecd445c tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.3621058 Apr 03 16:32:52.330990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (1db95b95-b8f1-4336-a344-b643c45bd075), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.381193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-03d31d57-2670-4374-a18a-58a922fed025 None None] Provisioning complete for port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:52.381659 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-03d31d57-2670-4374-a18a-58a922fed025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.466729 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-03d31d57-2670-4374-a18a-58a922fed025 None None] Port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:52.513563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db95b95-b8f1-4336-a344-b643c45bd075,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:52.519916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port b303db45-afb8-445e-9161-5931ab3155a7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:52.520490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (b303db45-afb8-445e-9161-5931ab3155a7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.567274 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.571405 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3aa72a62-ddbc-4afa-a16c-77af6a27750c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5491896 Apr 03 16:32:52.595504 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:52.615797 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group_rule': {'security_group_id': 'd13c3af5-76ef-4c9a-9a41-1830b76cc9ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:52.702961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:52.711796 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:52.747923 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (a945635e-efbc-4d8c-a1b5-421d5b3fa5e8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.898157 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] For port 37564b6a-d9fe-4248-b5a8-0ae27b568e47, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:52.901931 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] For port 37564b6a-d9fe-4248-b5a8-0ae27b568e47, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=37564b6a-d9fe-4248-b5a8-0ae27b568e47,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:52.914555 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d05c3795-48eb-4c3c-b39f-43bb5c25b86a None None] Provisioning complete for port 17df8214-5801-418d-8973-6a430c524db5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:52.914986 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d05c3795-48eb-4c3c-b39f-43bb5c25b86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17df8214-5801-418d-8973-6a430c524db5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.990186 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Allocated IP 172.20.0.2 (0bc455e3-e06e-4028-a907-88da9848e069/29467a29-7fee-449a-95f2-f49357ff53df/fc795d86-c063-4d7f-8031-4351babb8ca8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:53.077537 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.280807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18d752-a2f6-45fd-9aa6-7b347bebe303 None None] Pushing event updated for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:53.299920 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (a945635e-efbc-4d8c-a1b5-421d5b3fa5e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.307151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d05c3795-48eb-4c3c-b39f-43bb5c25b86a None None] Port 17df8214-5801-418d-8973-6a430c524db5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:53.315378 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (a945635e-efbc-4d8c-a1b5-421d5b3fa5e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.335082 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port b303db45-afb8-445e-9161-5931ab3155a7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:53.364612 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:53.383255 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:53.392695 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks [] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.450685 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a945635e-efbc-4d8c-a1b5-421d5b3fa5e8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:53.565295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.567736 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5e5337c3-0cb5-418b-894a-ecdd870cd358 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9712453 Apr 03 16:32:53.583619 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:53.624775 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e46d59fb-0c4c-4bef-870f-ddd092a5b31a req-46c6c8ff-a43c-4c19-9c83-eac5f389f726 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.1299205 Apr 03 16:32:53.670376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:32:53.711223 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:53.873484 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (e4836439-4e7e-4fdb-a2a1-5d9d71042a31), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.912722 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-259fce2f-0079-451a-9185-8be55bc458e1 None None] Provisioning complete for port 04e1a8ad-1b67-4b85-afbc-09e52388881c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:53.913106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-259fce2f-0079-451a-9185-8be55bc458e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.951182 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6d299399-3765-4b49-ab2d-fa92a4527b45 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:53.983121 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.983850 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.985024 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.985761 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.986268 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.986780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.987438 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.988109 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.988837 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:53.989964 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:54.077581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:54.100120 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-60043efb-7175-44be-8c0c-08b5958519d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd12bb4e-2bc8-4a95-8643-e9344c20dd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2628131 Apr 03 16:32:54.107930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:54.297595 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:54.297952 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:54.298368 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:54.298720 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:32:54.299386 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4836439-4e7e-4fdb-a2a1-5d9d71042a31']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:54.308444 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.363989 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd229c800-95c2-4ad1-b153-c856e9b0450c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:54.365534 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd229c800-95c2-4ad1-b153-c856e9b0450c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:54.372852 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.561542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-259fce2f-0079-451a-9185-8be55bc458e1 None None] Port 04e1a8ad-1b67-4b85-afbc-09e52388881c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:54.924277 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (d229c800-95c2-4ad1-b153-c856e9b0450c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.932737 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Pushing event updated for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:54.970630 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:54.996305 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:54.997131 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:55.026788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Network 0bc455e3-e06e-4028-a907-88da9848e069 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:55.034151 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:55.050903 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17df8214-5801-418d-8973-6a430c524db5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.068192 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (d229c800-95c2-4ad1-b153-c856e9b0450c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.072025 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:55.090096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552024-52b4-4970-a210-e663cecbad43 req-6e2ec0d6-d922-4efb-9a9f-e0a7fad2abfe tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:55.097593 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02552024-52b4-4970-a210-e663cecbad43 req-6e2ec0d6-d922-4efb-9a9f-e0a7fad2abfe tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 931 time: 0.2706676 Apr 03 16:32:55.128566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Provisioning complete for port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:55.129386 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.255367 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:55.258710 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.293551 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 6d299399-3765-4b49-ab2d-fa92a4527b45 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:55.300682 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.312085 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02552024-52b4-4970-a210-e663cecbad43 req-e445eb26-4b13-41f6-880e-45a04bbc14ed tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099507 Apr 03 16:32:55.345848 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:32:55.346262 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (d229c800-95c2-4ad1-b153-c856e9b0450c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.360703 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:55.367236 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184677272', 'description': 'tempest-description--217291132'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:55.381718 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:55.402820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: from cryptography.utils import int_from_bytes Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: from cryptography.utils import int_from_bytes Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:32:55.403626 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:32:55.571592 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-77485f95-9722-4211-971f-2babd0e9102a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3359723 Apr 03 16:32:55.590397 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-610f7901-74a5-49c1-9a1c-144e9baef2ff tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:32:55.598327 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-610f7901-74a5-49c1-9a1c-144e9baef2ff tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163081 Apr 03 16:32:55.602767 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 6d299399-3765-4b49-ab2d-fa92a4527b45 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:55.605425 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.608221 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e3bcdf93-7611-43f2-b6a1-febd5408c1c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.624050 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e3bcdf93-7611-43f2-b6a1-febd5408c1c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.629197 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:52Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:55.681656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (e4836439-4e7e-4fdb-a2a1-5d9d71042a31), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.715525 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:55.715976 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:55.721602 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.723159 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3613989 Apr 03 16:32:55.735829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:55.756466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'e3bcdf93-7611-43f2-b6a1-febd5408c1c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:55.777058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb5ec5-a753-42fd-81de-4ca8c990b832 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bcdf93-7611-43f2-b6a1-febd5408c1c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:55.800524 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.805189 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4836439-4e7e-4fdb-a2a1-5d9d71042a31 HTTP/1.1" status: 204 len: 168 time: 4.0392969 Apr 03 16:32:55.835322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (28aa2d1d-2300-4cf1-869a-6acaf93575cd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.849201 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e960e-0df3-4942-af7c-68af612030f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4836439-4e7e-4fdb-a2a1-5d9d71042a31,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:55.890335 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd986c00-0f5a-47e3-a93c-106785d1a847 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:52Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:55.922141 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.923807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 6d299399-3765-4b49-ab2d-fa92a4527b45, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6d299399-3765-4b49-ab2d-fa92a4527b45,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:55.974020 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.976784 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0733517c-130e-4b0f-8998-dadbd8bd10cd up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:56.066256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (28aa2d1d-2300-4cf1-869a-6acaf93575cd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.086249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (28aa2d1d-2300-4cf1-869a-6acaf93575cd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.210374 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks [] for port (17df8214-5801-418d-8973-6a430c524db5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.227753 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (17df8214-5801-418d-8973-6a430c524db5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.240598 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa2d1d-2300-4cf1-869a-6acaf93575cd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:56.249078 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4fdab455-523f-4ea9-a3e4-19999b3dc0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.265457 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Current status of the port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:56.273987 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.279301 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.295071 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:56.303029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-40cfd108-37ce-4051-b6a7-b12c7ac05637 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5570405 Apr 03 16:32:56.308617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:56.373801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'e3bcdf93-7611-43f2-b6a1-febd5408c1c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:56.395739 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:56.399599 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Updating router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 port 04e1a8ad-1b67-4b85-afbc-09e52388881c binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:56.399772 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] For port 37564b6a-d9fe-4248-b5a8-0ae27b568e47, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=37564b6a-d9fe-4248-b5a8-0ae27b568e47,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:56.401194 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=6d299399-3765-4b49-ab2d-fa92a4527b45,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:56.403915 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Request body: {'port': {'device_id': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:56.422444 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.543982 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 0733517c-130e-4b0f-8998-dadbd8bd10cd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:56.544370 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.565662 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.606301 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bff1a-fc13-453d-8137-e5a501a1d9fe None None] Pushing event updated for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:56.648599 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4fdab455-523f-4ea9-a3e4-19999b3dc0c5 admin admin] Publish callbacks [] for security_group (9617734f-8bad-4bd0-8a41-cd856602060a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.649574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:56.655354 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:56.656673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47e42f23-ef8f-437d-a345-2850b8ad1e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.693833 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (f5711c23-e686-41cf-b593-b5574b9b8777), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.715178 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 0733517c-130e-4b0f-8998-dadbd8bd10cd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:56.716201 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 047fa6f1-91df-4fa7-ac2e-a920fa612422 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:56.767718 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4fdab455-523f-4ea9-a3e4-19999b3dc0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9617734f-8bad-4bd0-8a41-cd856602060a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.803898 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 047fa6f1-91df-4fa7-ac2e-a920fa612422 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:56.804297 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.828673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (3beac6e6-3989-4b13-8c40-6e7112a59479), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.845328 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Allocated IP 172.27.2.214 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/f8235388-5da9-4a40-94c8-ca1a5f5f7d0d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:56.939770 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.031427 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eace3-9e52-4f17-bb4e-8b0da1c75a2d req-5f0bc3c2-62e0-442c-af1a-c88d7b141661 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:57.043409 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb3eace3-9e52-4f17-bb4e-8b0da1c75a2d req-5f0bc3c2-62e0-442c-af1a-c88d7b141661 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 931 time: 0.3924727 Apr 03 16:32:57.057128 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4fdab455-523f-4ea9-a3e4-19999b3dc0c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e740b58c558440fc9f11d065e4ba0382&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3382885 Apr 03 16:32:57.057819 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdab455-523f-4ea9-a3e4-19999b3dc0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9617734f-8bad-4bd0-8a41-cd856602060a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.064562 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:57.073441 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 047fa6f1-91df-4fa7-ac2e-a920fa612422 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:57.077864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.133444 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 047fa6f1-91df-4fa7-ac2e-a920fa612422, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=047fa6f1-91df-4fa7-ac2e-a920fa612422,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:57.140731 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.174399 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks [] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.182591 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.214176 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-503c0fa6-7f4c-448b-b9fb-cbfca2fc1c16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=133f870f02594f3d800fd4e55c11619a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5615473 Apr 03 16:32:57.220019 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:57.263413 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=047fa6f1-91df-4fa7-ac2e-a920fa612422,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.313068 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:57.315344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (3beac6e6-3989-4b13-8c40-6e7112a59479), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.338364 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (3beac6e6-3989-4b13-8c40-6e7112a59479), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.378384 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50503bd3-59a4-4a00-956d-f4584233f28d None None] Pushing event updated for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.396300 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb3eace3-9e52-4f17-bb4e-8b0da1c75a2d req-2d411da7-9d60-482f-9d9a-ef103dffe214 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415337 Apr 03 16:32:57.441081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beac6e6-3989-4b13-8c40-6e7112a59479,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.464944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.472486 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ebaa35cb-c7cc-483d-836a-69d2efd0eea7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1260979 Apr 03 16:32:57.472866 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47e42f23-ef8f-437d-a345-2850b8ad1e91 admin admin] Publish callbacks [] for security_group (dec36705-3661-4225-8de4-466d5010788f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.473694 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:57.478855 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:57.504305 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] Publish callbacks [] for security_group (23d6b10d-6f28-46d2-b722-00226764aa86), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.520785 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Attempting to bind port 04e1a8ad-1b67-4b85-afbc-09e52388881c on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:57.521168 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Attempting to bind port 04e1a8ad-1b67-4b85-afbc-09e52388881c by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:57.521541 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Attempting to bind port 04e1a8ad-1b67-4b85-afbc-09e52388881c on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:57.538332 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:57.538927 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:57.539485 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.540022 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:57.540680 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Bound port: 04e1a8ad-1b67-4b85-afbc-09e52388881c, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:57.541715 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.558395 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] Publish callbacks [] for security_group (23d6b10d-6f28-46d2-b722-00226764aa86), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.583581 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6d299399-3765-4b49-ab2d-fa92a4527b45 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:57.596351 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:57.610647 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47e42f23-ef8f-437d-a345-2850b8ad1e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dec36705-3661-4225-8de4-466d5010788f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.641958 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (23d6b10d-6f28-46d2-b722-00226764aa86), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.644767 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.645977 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23d6b10d-6f28-46d2-b722-00226764aa86 HTTP/1.1" status: 204 len: 168 time: 0.4200776 Apr 03 16:32:57.717859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.834790 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] For port 04e1a8ad-1b67-4b85-afbc-09e52388881c, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:57.842795 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-86bda460-9d92-45b8-97f8-8fd3ce40952b None None] Provisioning complete for port 04e1a8ad-1b67-4b85-afbc-09e52388881c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:57.843390 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86bda460-9d92-45b8-97f8-8fd3ce40952b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.854099 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] For port 04e1a8ad-1b67-4b85-afbc-09e52388881c, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=04e1a8ad-1b67-4b85-afbc-09e52388881c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:57.865886 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.947292 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 6d299399-3765-4b49-ab2d-fa92a4527b45 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:57.959259 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.093297 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-86bda460-9d92-45b8-97f8-8fd3ce40952b None None] Port 04e1a8ad-1b67-4b85-afbc-09e52388881c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:58.102236 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:58.106253 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:58.154313 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50503bd3-59a4-4a00-956d-f4584233f28d None None] Pushing event updated for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.293138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 6d299399-3765-4b49-ab2d-fa92a4527b45 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:58.294999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 37564b6a-d9fe-4248-b5a8-0ae27b568e47 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:58.329972 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-47e42f23-ef8f-437d-a345-2850b8ad1e91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff2665b6933b42ce86f72ddbc0e0dab3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6102524 Apr 03 16:32:58.335283 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:58.349143 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9f80452e-c194-4ba4-bf1c-e8198e9a137c None None] Provisioning complete for port 17df8214-5801-418d-8973-6a430c524db5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:58.353338 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f80452e-c194-4ba4-bf1c-e8198e9a137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17df8214-5801-418d-8973-6a430c524db5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.402202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e42f23-ef8f-437d-a345-2850b8ad1e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec36705-3661-4225-8de4-466d5010788f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.425992 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc795d86-c063-4d7f-8031-4351babb8ca8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:32:58.463670 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks [] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.513817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e295-78e2-4dbb-8afd-fb7e6c4fbb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6b10d-6f28-46d2-b722-00226764aa86,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.541907 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Transition to ACTIVE for port object fc795d86-c063-4d7f-8031-4351babb8ca8 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:32:58.586996 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.589442 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9f80452e-c194-4ba4-bf1c-e8198e9a137c None None] Port 17df8214-5801-418d-8973-6a430c524db5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:58.617895 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:58.618274 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.663164 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:58.670372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:58.756978 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Provisioning complete for port 04e1a8ad-1b67-4b85-afbc-09e52388881c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:58.759399 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.765066 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] Publish callbacks [] for security_group (dec36705-3661-4225-8de4-466d5010788f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.848873 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Pushing event updated for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.871336 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.882249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] Publish callbacks [] for security_group (dec36705-3661-4225-8de4-466d5010788f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.906665 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-65babc83-70c6-4599-b468-15818ac5dbbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c5ee380fbde40a5a27c43811a275c29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2308757 Apr 03 16:32:58.912143 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:58.927435 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] Publish callbacks [] for security_group (9617734f-8bad-4bd0-8a41-cd856602060a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.933598 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0d518-0aab-465e-b1d2-45b693a08a62 req-ecf94634-994e-4679-ad88-8ed86f2cafc7 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:58.941073 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96f0d518-0aab-465e-b1d2-45b693a08a62 req-ecf94634-994e-4679-ad88-8ed86f2cafc7 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.3820362 Apr 03 16:32:58.942881 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:58.954253 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] Publish callbacks [] for security_group (9617734f-8bad-4bd0-8a41-cd856602060a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.068396 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Current status of the port 04e1a8ad-1b67-4b85-afbc-09e52388881c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:59.071284 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.080057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.131703 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96f0d518-0aab-465e-b1d2-45b693a08a62 req-2913a32b-391e-424d-ad15-495b9f7ab7b8 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804602 Apr 03 16:32:59.143716 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dec36705-3661-4225-8de4-466d5010788f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.143876 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9617734f-8bad-4bd0-8a41-cd856602060a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.146583 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.151045 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9617734f-8bad-4bd0-8a41-cd856602060a HTTP/1.1" status: 204 len: 168 time: 2.0809965 Apr 03 16:32:59.153996 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] For port 04e1a8ad-1b67-4b85-afbc-09e52388881c, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=04e1a8ad-1b67-4b85-afbc-09e52388881c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:59.155021 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.156390 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dec36705-3661-4225-8de4-466d5010788f HTTP/1.1" status: 204 len: 168 time: 0.8197820 Apr 03 16:32:59.163500 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.193731 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:59.285469 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490d10-ae54-4412-9b13-c767437d8981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec36705-3661-4225-8de4-466d5010788f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:59.304931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4d1b-1895-4ece-b949-ad2bcbae81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9617734f-8bad-4bd0-8a41-cd856602060a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:59.313930 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195b68f-f9bd-4952-b529-9e7c9c98f0ab None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:59.388574 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 047fa6f1-91df-4fa7-ac2e-a920fa612422 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:59.425831 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd8c91-9df5-4924-8b5f-3d8976e847e1 None None] Pushing event updated for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:59.502670 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 047fa6f1-91df-4fa7-ac2e-a920fa612422 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:59.503435 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.663641 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Attempting to bind port fc795d86-c063-4d7f-8031-4351babb8ca8 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:59.673424 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Attempting to bind port fc795d86-c063-4d7f-8031-4351babb8ca8 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'fd89e7a6-9f26-4a62-9c0a-f28469221240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:59.676184 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Attempting to bind port fc795d86-c063-4d7f-8031-4351babb8ca8 on network 0bc455e3-e06e-4028-a907-88da9848e069 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:59.719662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.721394 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 047fa6f1-91df-4fa7-ac2e-a920fa612422 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:59.772338 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:32:59.793310 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Port fc795d86-c063-4d7f-8031-4351babb8ca8 on network 0bc455e3-e06e-4028-a907-88da9848e069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:32:59.794267 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Attempting to bind port fc795d86-c063-4d7f-8031-4351babb8ca8 on network 0bc455e3-e06e-4028-a907-88da9848e069 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:59.850442 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.27.2.170 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/46cbe4ef-471a-4926-85a5-accfceae961a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:59.867914 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:59.868597 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Checking segment: {'id': 'fd89e7a6-9f26-4a62-9c0a-f28469221240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:59.869387 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Bound using segment: {'id': 'fd89e7a6-9f26-4a62-9c0a-f28469221240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:59.869988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Bound port: fc795d86-c063-4d7f-8031-4351babb8ca8, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd89e7a6-9f26-4a62-9c0a-f28469221240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:59.870748 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.874130 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] Publish callbacks [] for security_group (18ab0ec2-36f0-455f-9a09-b426c389ce7d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.939894 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:59.952074 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:59.965688 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:00.096751 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (46cbe4ef-471a-4926-85a5-accfceae961a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.119360 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:00.142834 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:00.143655 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb12eedc-6d44-4aea-9bb4-6ecceb074837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.172515 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2586f1-7fe3-45fe-a669-beb41d430159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.245466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.312042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:00.340730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:00.343571 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:00.415448 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=f8235388-5da9-4a40-94c8-ca1a5f5f7d0d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:00.422150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=46cbe4ef-471a-4926-85a5-accfceae961a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:00.518303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] Publish callbacks [] for security_group (18ab0ec2-36f0-455f-9a09-b426c389ce7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.626383 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8448a-2ba8-4bb3-ae0d-f374c06bb96c req-81a798d6-2238-47e6-be3f-8dd9ecd18149 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:00.635380 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6bc8448a-2ba8-4bb3-ae0d-f374c06bb96c req-81a798d6-2238-47e6-be3f-8dd9ecd18149 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.3797154 Apr 03 16:33:00.677830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2586f1-7fe3-45fe-a669-beb41d430159 admin admin] Publish callbacks [] for security_group (70eb11b3-f16c-4ab8-862d-b3e6a486e421), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.691124 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb12eedc-6d44-4aea-9bb4-6ecceb074837 admin admin] Publish callbacks [] for security_group (eba4f893-775e-485c-9b8d-9a94bbacdc8c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.713307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2586f1-7fe3-45fe-a669-beb41d430159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (70eb11b3-f16c-4ab8-862d-b3e6a486e421), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.731011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb12eedc-6d44-4aea-9bb4-6ecceb074837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eba4f893-775e-485c-9b8d-9a94bbacdc8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.736139 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:00.820608 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.880904 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:00.885223 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2586f1-7fe3-45fe-a669-beb41d430159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb11b3-f16c-4ab8-862d-b3e6a486e421,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:00.890823 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dc2586f1-7fe3-45fe-a669-beb41d430159 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2218838c7734646aca9d1eba1f68d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7441146 Apr 03 16:33:00.894257 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-eb12eedc-6d44-4aea-9bb4-6ecceb074837 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c141daf460e8459b8dcc3eafa092e369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7733452 Apr 03 16:33:00.905256 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:00.920496 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=fc795d86-c063-4d7f-8031-4351babb8ca8,segment=NetworkSegment(fd89e7a6-9f26-4a62-9c0a-f28469221240),segment_id=fd89e7a6-9f26-4a62-9c0a-f28469221240)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:00.924124 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:00.924775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:00.928559 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:00.930821 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:00.959551 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fd727fb2-70ff-4eb5-91fb-667e7d04ffd3 admin admin] 10.222.0.48 "PUT /v2.0/routers/f5711c23-e686-41cf-b593-b5574b9b8777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6739290 Apr 03 16:33:00.988659 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.088108 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6bc8448a-2ba8-4bb3-ae0d-f374c06bb96c req-aacd415c-5374-4228-9738-d6727a340728 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148068 Apr 03 16:33:01.109643 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (18ab0ec2-36f0-455f-9a09-b426c389ce7d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.113151 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.116885 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18ab0ec2-36f0-455f-9a09-b426c389ce7d HTTP/1.1" status: 204 len: 168 time: 2.2011752 Apr 03 16:33:01.156494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12eedc-6d44-4aea-9bb4-6ecceb074837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4f893-775e-485c-9b8d-9a94bbacdc8c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:01.159281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.217194 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba3b2-2ea8-4043-a9dc-ae57b5f0b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab0ec2-36f0-455f-9a09-b426c389ce7d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:01.294779 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:01.295575 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.303812 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] 10.222.0.50 "PUT /v2.0/ports/fc795d86-c063-4d7f-8031-4351babb8ca8 HTTP/1.1" status: 200 len: 1093 time: 5.3601444 Apr 03 16:33:01.310538 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:01.343074 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.399785 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:01.517597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] Publish callbacks [] for security_group (eba4f893-775e-485c-9b8d-9a94bbacdc8c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.550783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] Publish callbacks [] for security_group (70eb11b3-f16c-4ab8-862d-b3e6a486e421), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.573366 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 04e1a8ad-1b67-4b85-afbc-09e52388881c up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:01.591351 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d258e1c-7e6b-42fe-8f2a-3e5c04d82e5c service neutron] Pushing event updated for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:01.717885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:01.751240 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937988712', 'description': 'tempest-description--1797923925'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:01.781628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] Publish callbacks [] for security_group (70eb11b3-f16c-4ab8-862d-b3e6a486e421), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.786637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:01.792387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] Publish callbacks [] for security_group (eba4f893-775e-485c-9b8d-9a94bbacdc8c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.830911 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.063867 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 04e1a8ad-1b67-4b85-afbc-09e52388881c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:02.064529 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.072308 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (70eb11b3-f16c-4ab8-862d-b3e6a486e421), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.078726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.078726 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70eb11b3-f16c-4ab8-862d-b3e6a486e421 HTTP/1.1" status: 204 len: 168 time: 1.1315517 Apr 03 16:33:02.094816 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (46cbe4ef-471a-4926-85a5-accfceae961a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.099443 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eba4f893-775e-485c-9b8d-9a94bbacdc8c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.115784 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-14c90ff5-c437-4779-bd18-0c3d74d0abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:02.118439 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.119459 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eba4f893-775e-485c-9b8d-9a94bbacdc8c HTTP/1.1" status: 204 len: 168 time: 1.1724119 Apr 03 16:33:02.123224 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-14c90ff5-c437-4779-bd18-0c3d74d0abd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d2521f646b34c409efb9161c9fb9bfc&device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 1127 time: 0.7027214 Apr 03 16:33:02.126742 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.126892 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.194492 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa7ec5-ddf6-41bf-ab33-9493c4331793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb11b3-f16c-4ab8-862d-b3e6a486e421,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.237376 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-c6c8cbff-3b9f-40d5-85de-108af46b2a58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc795d86-c063-4d7f-8031-4351babb8ca8 HTTP/1.1" status: 200 len: 217 time: 0.0956028 Apr 03 16:33:02.239118 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e012f51-49ad-4c49-9a52-6c9acd6c70a4 x-openstack-request-id: req-8e012f51-49ad-4c49-9a52-6c9acd6c70a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:02.239602 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:02.239875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e012f51-49ad-4c49-9a52-6c9acd6c70a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:02.240467 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e012f51-49ad-4c49-9a52-6c9acd6c70a4'] response: {'name': 'network-changed', 'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8', 'status': 'completed', 'code': 200} Apr 03 16:33:02.340609 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e6d11-bbf6-4a58-862f-f4a388841d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4f893-775e-485c-9b8d-9a94bbacdc8c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.372429 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-e65c1774-9c41-4175-8776-8da59d6e2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:02.376132 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-e65c1774-9c41-4175-8776-8da59d6e2c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29467a29-7fee-449a-95f2-f49357ff53df HTTP/1.1" status: 200 len: 851 time: 0.1245201 Apr 03 16:33:02.427643 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=46cbe4ef-471a-4926-85a5-accfceae961a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.473979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.508787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.511759 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-63418069-61b4-4aa9-ab58-06ae9041f5a8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0363703 Apr 03 16:33:02.517084 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 2, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:02.522671 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 04e1a8ad-1b67-4b85-afbc-09e52388881c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:02.572972 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:02.573738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Updating router f5711c23-e686-41cf-b593-b5574b9b8777 port 17df8214-5801-418d-8973-6a430c524db5 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:33:02.618376 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.652315 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17df8214-5801-418d-8973-6a430c524db5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.654139 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-9a6a2459-7b80-486e-9cf9-e4fa0017c4cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bc455e3-e06e-4028-a907-88da9848e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357082 Apr 03 16:33:02.654887 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.745773 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0af93-6660-4ec5-8077-e6a75ef3d607 req-82476d2d-013f-4290-9f18-d82c4251a396 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:02.784565 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eac0af93-6660-4ec5-8077-e6a75ef3d607 req-82476d2d-013f-4290-9f18-d82c4251a396 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.2560971 Apr 03 16:33:02.860749 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.897494 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eac0af93-6660-4ec5-8077-e6a75ef3d607 req-592b72e4-d77b-4066-aed0-79d506c62cd0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980487 Apr 03 16:33:02.958239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=f8235388-5da9-4a40-94c8-ca1a5f5f7d0d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.970941 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.972163 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eb088fab-f174-42ae-9273-1cfabd5b7752 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2971714 Apr 03 16:33:03.035363 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (9973d329-49df-48ff-bd4e-096e564807b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.073909 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9973d329-49df-48ff-bd4e-096e564807b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.148109 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-07c12fb8-850a-4c17-b82f-95fbb43aa183 service neutron] 10.222.0.50 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623523 Apr 03 16:33:03.179481 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.199441 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4783640 Apr 03 16:33:03.200195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:03.207568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group_rule': {'security_group_id': '9973d329-49df-48ff-bd4e-096e564807b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:03.283344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (417d60ff-3b75-4d77-accd-8e486035e1f3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.421708 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4df09-7c53-4309-8eca-b662bd82cada tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9973d329-49df-48ff-bd4e-096e564807b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:03.512095 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9da9d110-f17c-43a1-9db1-f89a3f56ccfe req-86af2d86-24a2-4ba2-84bc-1483134ea2a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365369 Apr 03 16:33:03.530144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks [] for port (17df8214-5801-418d-8973-6a430c524db5), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.539519 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17df8214-5801-418d-8973-6a430c524db5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.597114 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (417d60ff-3b75-4d77-accd-8e486035e1f3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.605355 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (417d60ff-3b75-4d77-accd-8e486035e1f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.733775 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-9cdeec99-f642-494c-9f8e-ad025c026461 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--184677272&fields=id&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 267 time: 0.2899609 Apr 03 16:33:03.747056 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-0ee1ded0-6d50-4323-aefc-d4fe616ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:03.748826 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-0ee1ded0-6d50-4323-aefc-d4fe616ca173 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d2521f646b34c409efb9161c9fb9bfc&device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 1127 time: 0.1377590 Apr 03 16:33:03.805644 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d60ff-3b75-4d77-accd-8e486035e1f3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:03.881542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.882969 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2376b02d-8326-433e-b4db-960ac3d05f92 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6817315 Apr 03 16:33:03.939730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:04.033402 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group_rule': {'security_group_id': '9973d329-49df-48ff-bd4e-096e564807b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:04.103160 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d361939-7879-4e06-bc69-2a8b949a95e3 None None] Pushing event updated for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:04.157153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Attempting to bind port 17df8214-5801-418d-8973-6a430c524db5 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:04.157880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Attempting to bind port 17df8214-5801-418d-8973-6a430c524db5 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:04.158553 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Attempting to bind port 17df8214-5801-418d-8973-6a430c524db5 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:04.167893 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:04.168661 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Checking segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:04.169257 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.169843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Bound using segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:04.170576 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Bound port: 17df8214-5801-418d-8973-6a430c524db5, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:04.171122 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17df8214-5801-418d-8973-6a430c524db5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.238143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-90c19253-d5c5-4c65-8cdc-705eb259c977 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1712169223&fields=id&tenant_id=0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 267 time: 0.4809475 Apr 03 16:33:04.247465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a0ff8edf-aa73-47b7-a3fc-16b413f32e26 None None] Provisioning complete for port 17df8214-5801-418d-8973-6a430c524db5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:04.247837 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8edf-aa73-47b7-a3fc-16b413f32e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17df8214-5801-418d-8973-6a430c524db5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.248051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-37aa0ebc-a654-4102-bbac-37a302ae0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:04.250449 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-37aa0ebc-a654-4102-bbac-37a302ae0ab6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bc455e3-e06e-4028-a907-88da9848e069 HTTP/1.1" status: 200 len: 912 time: 0.4828329 Apr 03 16:33:04.267532 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (e9ef41e3-5266-4e3d-86d0-e8f8dab29e72), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.304272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] For port 17df8214-5801-418d-8973-6a430c524db5, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:04.317923 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] For port 17df8214-5801-418d-8973-6a430c524db5, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=17df8214-5801-418d-8973-6a430c524db5,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:04.323177 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff8edf-aa73-47b7-a3fc-16b413f32e26 None None] Port 17df8214-5801-418d-8973-6a430c524db5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:04.330873 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17df8214-5801-418d-8973-6a430c524db5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.420347 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d361939-7879-4e06-bc69-2a8b949a95e3 None None] Pushing event updated for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:04.434456 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-8a0e283b-837e-485a-aa8b-fc41f744efab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc795d86-c063-4d7f-8031-4351babb8ca8 HTTP/1.1" status: 200 len: 217 time: 0.1623809 Apr 03 16:33:04.459424 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:04.460153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:32:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:04.588676 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-3115b584-c7ec-41aa-ae72-551074e648c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:04.592135 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-3115b584-c7ec-41aa-ae72-551074e648c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29467a29-7fee-449a-95f2-f49357ff53df HTTP/1.1" status: 200 len: 851 time: 0.1398051 Apr 03 16:33:04.662367 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-4162cb49-68e7-43e4-8ac0-df98123cec73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bc455e3-e06e-4028-a907-88da9848e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494778 Apr 03 16:33:04.719484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:05.209691 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-0b70a3b3-ca34-48ca-a99a-72973ed89761 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:05.228435 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-0b70a3b3-ca34-48ca-a99a-72973ed89761 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 1.4695487 Apr 03 16:33:05.265206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (e9ef41e3-5266-4e3d-86d0-e8f8dab29e72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.293777 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-7482944d-27f3-4412-ac29-f316083a2a86 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/quotas/05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 375 time: 0.0621374 Apr 03 16:33:05.300725 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (e9ef41e3-5266-4e3d-86d0-e8f8dab29e72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.330082 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Provisioning complete for port 17df8214-5801-418d-8973-6a430c524db5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:05.331468 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17df8214-5801-418d-8973-6a430c524db5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.343078 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ef41e3-5266-4e3d-86d0-e8f8dab29e72,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:05.383073 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-5cafa16c-d5ce-4825-b6b3-a9d7b1235e53 service neutron] 10.222.0.50 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155128 Apr 03 16:33:05.432296 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-00f0ff87-9a68-46c2-9313-92b1237c391f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:05.435673 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-00f0ff87-9a68-46c2-9313-92b1237c391f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 811 time: 1.1941571 Apr 03 16:33:05.436935 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:05.466643 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12156a7a-ddba-400b-b904-a06142c6ed11 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:05.485257 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-0f250e03-714b-473a-9c35-0a9dce15632b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/quotas/0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 375 time: 0.0373538 Apr 03 16:33:05.488184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.493031 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-35b13ed1-1c00-4ffb-988f-91c85da800e3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5491645 Apr 03 16:33:05.493755 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:05.499843 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:05.510862 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Current status of the port 17df8214-5801-418d-8973-6a430c524db5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:05.511319 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17df8214-5801-418d-8973-6a430c524db5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.545888 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.554036 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-e9682bfc-bce3-4bd9-b959-7af938cca615 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2585554 Apr 03 16:33:05.588571 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] For port 17df8214-5801-418d-8973-6a430c524db5, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=17df8214-5801-418d-8973-6a430c524db5,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:05.603341 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17df8214-5801-418d-8973-6a430c524db5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.636678 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-fe99a310-f092-4693-9f47-7c35912a1a58 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262188 Apr 03 16:33:05.689880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ab43f-6a6f-49b6-8ec0-e97b8f6ca31f None None] Pushing event updated for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:05.743238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.829352 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-912b46f7-235b-4547-b174-d6cdb3d01270 service neutron] 10.222.0.48 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804068 Apr 03 16:33:05.901631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Allocated IP 172.27.2.208 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/beff3db4-4b77-4dea-8f04-d970c70596ba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:05.957147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-877e515f-ffd7-42ff-93d4-33a8bc383d78 service neutron] 10.222.0.48 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201165 Apr 03 16:33:06.053550 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.109820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.201979 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=beff3db4-4b77-4dea-8f04-d970c70596ba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:06.220142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:06.221876 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:06.248244 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:06.313644 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:06.341598 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f663-c534-4ec7-9a3d-8c7efeafa98f req-4d0dd009-3ddb-4693-acd4-eff0cff4155c tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:06.355121 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb77f663-c534-4ec7-9a3d-8c7efeafa98f req-4d0dd009-3ddb-4693-acd4-eff0cff4155c tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.1381083 Apr 03 16:33:06.434488 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.461284 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ccbd4c8-4728-4ba2-a7ed-5dff766ebca0 req-515a61c2-85e1-4604-bda1-7390a44c7b14 service neutron] 10.222.0.50 "GET /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624877 Apr 03 16:33:06.466112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-de9f49c5-ba9c-4023-91fc-bc0498f2351f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:33:06.475632 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-de9f49c5-ba9c-4023-91fc-bc0498f2351f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2436123 Apr 03 16:33:06.496661 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.635060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f10f0db7-0e7a-49f9-aaff-db1160f335a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.637991 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb77f663-c534-4ec7-9a3d-8c7efeafa98f req-2e9f2cec-01d0-47ca-8b8e-3c9398b9abf3 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820010 Apr 03 16:33:06.731462 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-86458d8c-7596-4933-b2a5-67e2c16cd496 service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549539 Apr 03 16:33:06.825347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.832264 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47784ee5-f2ca-4baf-9d9f-58cee681f476 req-5a71d995-f61f-4ee3-81dd-f54d25b45155 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 210 time: 0.0966532 Apr 03 16:33:06.850775 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.912942 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=beff3db4-4b77-4dea-8f04-d970c70596ba,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:06.936247 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f10f0db7-0e7a-49f9-aaff-db1160f335a9 admin admin] Publish callbacks [] for security_group (6b33892a-3ac2-4711-bfeb-3961a7c6207c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.984296 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f10f0db7-0e7a-49f9-aaff-db1160f335a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6b33892a-3ac2-4711-bfeb-3961a7c6207c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.992338 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-8ef8ad8f-96de-4d60-9ac2-a12cfdd820ec service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521439 Apr 03 16:33:07.062044 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f10f0db7-0e7a-49f9-aaff-db1160f335a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec9f4161d29348ea951bb84e7b52cd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417924 Apr 03 16:33:07.063025 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:07.143030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.162027 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f0db7-0e7a-49f9-aaff-db1160f335a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33892a-3ac2-4711-bfeb-3961a7c6207c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:07.199129 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.200388 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-06b342ec-9bed-42a6-8e72-59536d368c6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7048805 Apr 03 16:33:07.280327 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] Publish callbacks [] for security_group (6b33892a-3ac2-4711-bfeb-3961a7c6207c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.379709 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] Publish callbacks [] for security_group (6b33892a-3ac2-4711-bfeb-3961a7c6207c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.455568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 17df8214-5801-418d-8973-6a430c524db5 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:07.462875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6b33892a-3ac2-4711-bfeb-3961a7c6207c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.466333 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.467647 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b33892a-3ac2-4711-bfeb-3961a7c6207c HTTP/1.1" status: 204 len: 168 time: 0.4038460 Apr 03 16:33:07.477898 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861ece8-bce4-4e22-b19e-2dd5542465e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33892a-3ac2-4711-bfeb-3961a7c6207c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:07.502710 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-080f051e-e4d5-4908-9b8a-5836f789fbf0 req-b73e5d12-a8a2-4bd0-8f13-0161cce10b16 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 210 time: 0.0703619 Apr 03 16:33:07.603887 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 17df8214-5801-418d-8973-6a430c524db5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:07.604531 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17df8214-5801-418d-8973-6a430c524db5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.751826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-fa87ca78-feb5-40a9-904a-8257c8cb1302 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1937988712&fields=id&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 267 time: 0.1106315 Apr 03 16:33:07.832162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 17df8214-5801-418d-8973-6a430c524db5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:08.041320 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054c1ad-5f28-43a2-9a7f-81ae50cdbd4f req-f9f71ee7-506b-42ee-a8e4-4f09468e940e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:08.043616 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b054c1ad-5f28-43a2-9a7f-81ae50cdbd4f req-f9f71ee7-506b-42ee-a8e4-4f09468e940e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.2345355 Apr 03 16:33:08.075159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-c2f62063-0843-4b9d-91e9-cb7653411e96 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:08.078277 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4f8ed35c-c44e-4fc2-84fb-e8b02576bb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.082762 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-c2f62063-0843-4b9d-91e9-cb7653411e96 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 817 time: 0.3268986 Apr 03 16:33:08.110799 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-7e4a6e89-8645-4d27-bed9-0b070d988f94 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/quotas/5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 375 time: 0.0269308 Apr 03 16:33:08.193201 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b054c1ad-5f28-43a2-9a7f-81ae50cdbd4f req-774a3acc-36b0-4606-b8ff-1b3a55e290ce tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286535 Apr 03 16:33:08.237705 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-2ae842cb-14d8-4fda-b3de-be20786c517c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256917 Apr 03 16:33:08.365522 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-d79ea8b4-5e92-482a-9749-26484e15dee7 service neutron] 10.222.0.48 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268756 Apr 03 16:33:08.397218 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ccf054e7-bbad-45f8-8e92-32909a6705c2 req-ff88f76e-80d8-450b-a9b4-405a94fb318e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 210 time: 0.0508850 Apr 03 16:33:08.398061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:08.418252 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-826555b1-2f98-478b-abec-9efb95c34aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.535820 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-60d93dd9-534b-4e38-8b60-b012d0556add service neutron] 10.222.0.48 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689088 Apr 03 16:33:08.598421 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-826555b1-2f98-478b-abec-9efb95c34aa8 admin admin] Publish callbacks [] for security_group (737a0573-5f06-4c57-a5bd-673b9d2b28f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.610607 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-826555b1-2f98-478b-abec-9efb95c34aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (737a0573-5f06-4c57-a5bd-673b9d2b28f1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.666575 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-826555b1-2f98-478b-abec-9efb95c34aa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8268a6121489423997f46fa583fbe6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673101 Apr 03 16:33:08.670469 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60676) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:08.689619 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ce1b066-459b-4b54-9701-73bfe4bd3268 req-11c97c0e-6844-42c4-8c78-2412001ac23e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 210 time: 0.0869505 Apr 03 16:33:08.734574 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826555b1-2f98-478b-abec-9efb95c34aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a0573-5f06-4c57-a5bd-673b9d2b28f1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:08.775633 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] Publish callbacks [] for security_group (737a0573-5f06-4c57-a5bd-673b9d2b28f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.803500 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] Publish callbacks [] for security_group (737a0573-5f06-4c57-a5bd-673b9d2b28f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.809397 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-922c327a-efee-4e2a-b546-1a2f8c6c7c14 req-b78e65d6-7ecf-4827-9d85-c225edf7ab83 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 210 time: 0.0842099 Apr 03 16:33:08.892869 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (737a0573-5f06-4c57-a5bd-673b9d2b28f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.896396 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.900664 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/737a0573-5f06-4c57-a5bd-673b9d2b28f1 HTTP/1.1" status: 204 len: 168 time: 0.2242935 Apr 03 16:33:08.906744 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e7ff-2550-43a4-97ee-69db64547a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a0573-5f06-4c57-a5bd-673b9d2b28f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:09.004910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device fc795d86-c063-4d7f-8031-4351babb8ca8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:33:09.095875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-0ec677be-5213-48d2-a6ce-d427c1d78af2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:09.097476 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-0ec677be-5213-48d2-a6ce-d427c1d78af2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 811 time: 0.1861355 Apr 03 16:33:09.324768 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.50', 61197) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:09.347764 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-ec01f895-97ef-4564-a974-1eef319ba368 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 380 time: 0.2410955 Apr 03 16:33:09.371420 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'port': {'device_id': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'admin_state_up': True, 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'security_groups': ['d13c3af5-76ef-4c9a-9a41-1830b76cc9ac']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:09.432690 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=fc795d86-c063-4d7f-8031-4351babb8ca8,segment=NetworkSegment(fd89e7a6-9f26-4a62-9c0a-f28469221240),segment_id=fd89e7a6-9f26-4a62-9c0a-f28469221240)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:09.461939 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:33:09.465516 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'fc795d86-c063-4d7f-8031-4351babb8ca8', 'network_id': '0bc455e3-e06e-4028-a907-88da9848e069', 'port_id': 'fc795d86-c063-4d7f-8031-4351babb8ca8', 'mac_address': 'fa:16:3e:79:fd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29467a29-7fee-449a-95f2-f49357ff53df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:33:09.533791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-14fc862f-7852-41c6-88d3-969aba69219b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:09.538437 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-14fc862f-7852-41c6-88d3-969aba69219b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.2121065 Apr 03 16:33:09.543711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:09.595548 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port fc795d86-c063-4d7f-8031-4351babb8ca8 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:09.612054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:09.677337 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc795d86-c063-4d7f-8031-4351babb8ca8 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:09.719993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Made reservation on behalf of 0fb46617da8c46698397fd375d1916fe for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:33:09.732674 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:09.770992 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=fc795d86-c063-4d7f-8031-4351babb8ca8,segment=NetworkSegment(fd89e7a6-9f26-4a62-9c0a-f28469221240),segment_id=fd89e7a6-9f26-4a62-9c0a-f28469221240)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:09.784853 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:09.903424 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c19f3709-79c1-4162-9b45-4f708c6ce746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:09.914802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-aefacd07-6e9e-4143-8f0e-1a207fa8d925 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 379 time: 0.3662436 Apr 03 16:33:09.928268 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc34271-f01e-4aa7-8d87-67a1f0e14838 req-6cd864e7-94aa-4f35-9221-5423091154fb tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:09.930483 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdc34271-f01e-4aa7-8d87-67a1f0e14838 req-6cd864e7-94aa-4f35-9221-5423091154fb tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 943 time: 0.3877039 Apr 03 16:33:09.938558 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'port': {'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'admin_state_up': True, 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'security_groups': ['e3bcdf93-7611-43f2-b6a1-febd5408c1c3']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:09.982692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:10.003237 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Allocated IP 172.20.0.3 (63bf1990-7128-47be-913e-09fdf5be21fc/1606ce93-5112-4512-aca8-d31a01a9c707/185ffec6-a089-43fa-a2d2-e18a992d1a4b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:10.170879 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdc34271-f01e-4aa7-8d87-67a1f0e14838 req-ffbc2da0-8ee3-4001-a349-c786d5006bf0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116488 Apr 03 16:33:10.200250 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['fc795d86-c063-4d7f-8031-4351babb8ca8'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:10.219039 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c19f3709-79c1-4162-9b45-4f708c6ce746 admin admin] Publish callbacks [] for security_group (ad922a4c-745d-4efd-9ecb-f15d5460f13c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.253955 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c19f3709-79c1-4162-9b45-4f708c6ce746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ad922a4c-745d-4efd-9ecb-f15d5460f13c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.266095 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1d2240-0166-43e3-954c-2b0c66aefad5 req-90a5e342-7574-4279-9d68-c3c94deddee8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 210 time: 0.1237183 Apr 03 16:33:10.319323 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.343232 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ea5ac7e-cd66-4530-9084-452f4fb914ce req-775bef07-e550-48f2-888a-c6fc12398ffa tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 210 time: 0.0663242 Apr 03 16:33:10.369021 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c19f3709-79c1-4162-9b45-4f708c6ce746 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7642a3b6dfbf4aa8bb8143a975112104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8241527 Apr 03 16:33:10.371443 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 60770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:10.377764 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.384307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f3709-79c1-4162-9b45-4f708c6ce746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad922a4c-745d-4efd-9ecb-f15d5460f13c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:10.480291 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Network 63bf1990-7128-47be-913e-09fdf5be21fc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:10.483748 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:10.492180 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:10.511002 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59ca4dfb-d53d-415c-b310-e70615237127 req-84471942-c14b-44c4-9dc8-94f2277f427a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 210 time: 0.0711567 Apr 03 16:33:10.545030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:10.546915 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab3902fd-f776-40ba-bb8a-4e710581881d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.557322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] Publish callbacks [] for security_group (ad922a4c-745d-4efd-9ecb-f15d5460f13c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.571578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:33:10.576223 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.622839 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:10.623429 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.626313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.50', 61203) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:10.647241 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-c3e65db5-eda9-4c27-95a6-17e0133cf23f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2913413 Apr 03 16:33:10.674878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] Publish callbacks [] for security_group (ad922a4c-745d-4efd-9ecb-f15d5460f13c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.677856 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Request body: {'port': {'device_id': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:10.798284 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.909790 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a774109c-b954-4b7b-b82a-4ba43910b099 None None] Provisioning complete for port 185ffec6-a089-43fa-a2d2-e18a992d1a4b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:10.910713 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a774109c-b954-4b7b-b82a-4ba43910b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:10.964203 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a774109c-b954-4b7b-b82a-4ba43910b099 None None] Port 185ffec6-a089-43fa-a2d2-e18a992d1a4b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:11.220549 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185ffec6-a089-43fa-a2d2-e18a992d1a4b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:11.230156 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks [] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.242662 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ad922a4c-745d-4efd-9ecb-f15d5460f13c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.245305 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.246341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad922a4c-745d-4efd-9ecb-f15d5460f13c HTTP/1.1" status: 204 len: 168 time: 0.8736520 Apr 03 16:33:11.249430 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Transition to ACTIVE for port object 185ffec6-a089-43fa-a2d2-e18a992d1a4b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:33:11.259584 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.307041 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ca83c-fa19-4706-957b-50587a2756aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad922a4c-745d-4efd-9ecb-f15d5460f13c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:11.345405 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.20.0.5 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/99babeb5-c91c-4f59-a00a-10ec9fef60dc) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:11.350949 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Pushing event updated for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:11.364525 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-cc350e4c-0f56-4dea-8b84-8051d1fc8b84 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:11.368391 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-cc350e4c-0f56-4dea-8b84-8051d1fc8b84 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 817 time: 0.7256830 Apr 03 16:33:11.391559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.550547 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Attempting to bind port 185ffec6-a089-43fa-a2d2-e18a992d1a4b on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:11.552645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Attempting to bind port 185ffec6-a089-43fa-a2d2-e18a992d1a4b by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:11.552988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Attempting to bind port 185ffec6-a089-43fa-a2d2-e18a992d1a4b on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:11.561880 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Port 185ffec6-a089-43fa-a2d2-e18a992d1a4b on network 63bf1990-7128-47be-913e-09fdf5be21fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:33:11.562269 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Attempting to bind port 185ffec6-a089-43fa-a2d2-e18a992d1a4b on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:11.570878 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:11.571232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Checking segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:11.571683 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Bound using segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:11.572134 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Bound port: 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:11.572530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.613801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e821b-7713-4faf-a2cd-9a0e4f4652db req-5b454ad7-a347-4df8-959e-c257244df82c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:11.624587 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad9e821b-7713-4faf-a2cd-9a0e4f4652db req-5b454ad7-a347-4df8-959e-c257244df82c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.2299595 Apr 03 16:33:11.734218 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:11.739893 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:11.751051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.755099 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164cf22-d6b9-4b82-a19d-8f8bcd2fbf35 req-848ec841-0de2-4f1c-85d0-b92b0e4100bc tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:11.762377 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b164cf22-d6b9-4b82-a19d-8f8bcd2fbf35 req-848ec841-0de2-4f1c-85d0-b92b0e4100bc tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 944 time: 0.4339576 Apr 03 16:33:11.784312 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-3f5955c2-4e12-4409-af5a-52e9f959d056 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 380 time: 0.3978403 Apr 03 16:33:11.813572 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'port': {'device_id': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'admin_state_up': True, 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'security_groups': ['9973d329-49df-48ff-bd4e-096e564807b1']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:11.833906 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:11.834552 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.836022 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] 10.222.0.50 "PUT /v2.0/ports/185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 1093 time: 1.1815259 Apr 03 16:33:11.836545 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:11.838857 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294850e-33cf-4f34-ac5b-fdac35ea58b5" -d '{"events": [{"name": "network-changed", "server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:11.873539 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:11.954224 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c94f157-7183-4c00-ba92-f1c785564ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:11.956077 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7026-3180-4f5c-91ea-41af9e3de4cb service neutron] Pushing event updated for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:12.007082 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad9e821b-7713-4faf-a2cd-9a0e4f4652db req-eadce19b-bdd0-49d0-a3d2-9a11df92cb9a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757119 Apr 03 16:33:12.030958 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-d5a99bd1-e9d6-4414-aa85-f8c10dcfa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:12.039665 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-d5a99bd1-e9d6-4414-aa85-f8c10dcfa280 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1127 time: 0.1444271 Apr 03 16:33:12.092474 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b164cf22-d6b9-4b82-a19d-8f8bcd2fbf35 req-856891c9-9b5a-49d2-986a-aebdf29a50ed tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290260 Apr 03 16:33:12.118934 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-e8cf3812-ab5e-46fa-9436-146ce796c77e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 217 time: 0.0783520 Apr 03 16:33:12.141190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Made reservation on behalf of 5e87fec9cf3b4511a3f934fb7c3734ca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:33:12.145753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.188267 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-daa6bbb1-c491-4365-932a-8e7c35e0999d req-ca586119-94dd-46a3-b1b7-77a6d8bf810f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 210 time: 0.0795450 Apr 03 16:33:12.192207 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.250513 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0610da85-7b1e-43f8-a66c-563c45f8b73e req-51a5ec5c-a97e-457f-b5c6-fdac137ed597 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 210 time: 0.0509181 Apr 03 16:33:12.297625 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c94f157-7183-4c00-ba92-f1c785564ccb admin admin] Publish callbacks [] for security_group (ae859acd-8be7-4a8c-a9ce-dbf7def784b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.300456 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a865855b-1303-4d32-83a4-3ce8e1f6a017 x-openstack-request-id: req-a865855b-1303-4d32-83a4-3ce8e1f6a017 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:12.300904 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:12.301359 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a865855b-1303-4d32-83a4-3ce8e1f6a017 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:12.301970 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a865855b-1303-4d32-83a4-3ce8e1f6a017'] response: {'name': 'network-changed', 'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'status': 'completed', 'code': 200} Apr 03 16:33:12.304191 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-aa563e6c-0ef7-423a-aa01-9c703b348fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:12.305759 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-aa563e6c-0ef7-423a-aa01-9c703b348fe1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.1754353 Apr 03 16:33:12.307089 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c94f157-7183-4c00-ba92-f1c785564ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ae859acd-8be7-4a8c-a9ce-dbf7def784b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.365836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.390877 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8c94f157-7183-4c00-ba92-f1c785564ccb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=392c16a7ccdd4307b4d1134d20699800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162668 Apr 03 16:33:12.399710 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60836) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:12.416160 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94f157-7183-4c00-ba92-f1c785564ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae859acd-8be7-4a8c-a9ce-dbf7def784b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:12.454617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:12.455302 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f216-3071-4683-a9fa-835ac385853d req-5b3c14ee-8a55-4ef4-a68a-d2b660bff6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:12.456871 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-5b3c14ee-8a55-4ef4-a68a-d2b660bff6df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436317 Apr 03 16:33:12.464626 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:12.476109 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:12.553326 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] Publish callbacks [] for security_group (ae859acd-8be7-4a8c-a9ce-dbf7def784b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.558653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:12.561478 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Allocated IP 172.20.0.4 (be1e6fd0-6bd7-4443-9998-eb2ff807cefb/88bf481f-4c63-4f2c-85d0-c358b9c01261/a777449e-6bdf-4561-9c1f-4dc512cbbfd8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:12.580445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:12.581093 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.596740 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] Publish callbacks [] for security_group (ae859acd-8be7-4a8c-a9ce-dbf7def784b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.609329 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-076eb1cb-af31-4ec4-a468-a3182b59d14f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6774604 Apr 03 16:33:12.628554 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-561f5e40-ec1a-4c16-88e0-d4b90e34beb8 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637866 Apr 03 16:33:12.665111 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ae859acd-8be7-4a8c-a9ce-dbf7def784b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.667768 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.671612 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae859acd-8be7-4a8c-a9ce-dbf7def784b5 HTTP/1.1" status: 204 len: 168 time: 0.2673125 Apr 03 16:33:12.679600 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789cc8-127e-4089-9f4a-b877ab749864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae859acd-8be7-4a8c-a9ce-dbf7def784b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:12.761740 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.808338 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.852063 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:12.855424 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:12.861734 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:12.871581 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6f306547-efe3-42f6-a05b-03343ab82279 None None] Provisioning complete for port 99babeb5-c91c-4f59-a00a-10ec9fef60dc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:12.872039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f306547-efe3-42f6-a05b-03343ab82279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.888668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:12.924706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:12.925096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.933212 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6f306547-efe3-42f6-a05b-03343ab82279 None None] Port 99babeb5-c91c-4f59-a00a-10ec9fef60dc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:12.939073 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:12.946526 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-27a93ae5-fe54-4c8f-b99e-db601550071d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1456420 Apr 03 16:33:13.126132 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3d870-1a2b-4010-9b9e-d8ec42cce273 req-1c7af98e-1864-4db8-9105-603dc8dbef01 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:13.127645 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3e3d870-1a2b-4010-9b9e-d8ec42cce273 req-1c7af98e-1864-4db8-9105-603dc8dbef01 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.0547206 Apr 03 16:33:13.155910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d0d61c3d-8b0c-4a8e-8c22-59ea68f268da None None] Provisioning complete for port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:13.156582 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0d61c3d-8b0c-4a8e-8c22-59ea68f268da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:13.193188 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d0d61c3d-8b0c-4a8e-8c22-59ea68f268da None None] Port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:13.210908 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3e3d870-1a2b-4010-9b9e-d8ec42cce273 req-5c53e271-808a-4c9c-9622-22259e702d61 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772488 Apr 03 16:33:13.238867 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d381f-c31d-4642-9f23-01909a2d1cbb req-b0d93293-c823-4505-a333-abcce1506ae0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:13.240622 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-498d381f-c31d-4642-9f23-01909a2d1cbb req-b0d93293-c823-4505-a333-abcce1506ae0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 944 time: 0.0754540 Apr 03 16:33:13.301724 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-498d381f-c31d-4642-9f23-01909a2d1cbb req-2d636319-2886-4ac2-9cf7-a431004e9121 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539215 Apr 03 16:33:13.343191 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd80a4-1735-4725-af9b-1845ca6bd73c req-260b6a83-d60e-47ab-8b06-174274cf144f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:13.344710 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecbd80a4-1735-4725-af9b-1845ca6bd73c req-260b6a83-d60e-47ab-8b06-174274cf144f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 931 time: 0.0592253 Apr 03 16:33:13.419968 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecbd80a4-1735-4725-af9b-1845ca6bd73c req-4966258a-9e8a-4139-b34c-7e8c3c3eb820 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695682 Apr 03 16:33:13.443712 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d299ac0-d966-4949-840a-63e2b7b67f48 req-cc68229c-28a3-4d7b-b8eb-35e8fdf1acd8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:13.445253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d299ac0-d966-4949-840a-63e2b7b67f48 req-cc68229c-28a3-4d7b-b8eb-35e8fdf1acd8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 931 time: 0.0750833 Apr 03 16:33:13.493408 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d299ac0-d966-4949-840a-63e2b7b67f48 req-66d46067-4a63-4730-a7d2-64d2081ae827 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Apr 03 16:33:14.334081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faa095-03fb-4dab-a25c-717aa9111389 req-ed7ac4f3-6d90-4711-81a4-a676128fb6f9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:14.335834 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78faa095-03fb-4dab-a25c-717aa9111389 req-ed7ac4f3-6d90-4711-81a4-a676128fb6f9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.0543654 Apr 03 16:33:14.383117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:14.420101 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78faa095-03fb-4dab-a25c-717aa9111389 req-46ae69d0-414b-4411-986c-4c63b3962de1 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784349 Apr 03 16:33:14.468200 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a465-1b63-4d3e-ae40-8f6f41cbadc2 req-76cc80de-1c2a-47a0-83a9-6c056becdffb tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:14.468200 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13b7a465-1b63-4d3e-ae40-8f6f41cbadc2 req-76cc80de-1c2a-47a0-83a9-6c056becdffb tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 944 time: 0.0904722 Apr 03 16:33:14.489639 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device fc795d86-c063-4d7f-8031-4351babb8ca8 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:14.525109 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13b7a465-1b63-4d3e-ae40-8f6f41cbadc2 req-a0aad859-9139-4020-81ac-c34ad83484c9 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Apr 03 16:33:14.588169 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:14.595483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355309e6-fbcb-4972-9740-079c44a36dd7 req-082f6c96-6986-493f-8ddb-9de9aa8f264f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:14.597394 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-355309e6-fbcb-4972-9740-079c44a36dd7 req-082f6c96-6986-493f-8ddb-9de9aa8f264f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 931 time: 0.0672886 Apr 03 16:33:14.606119 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port fc795d86-c063-4d7f-8031-4351babb8ca8 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:33:14.611686 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port fc795d86-c063-4d7f-8031-4351babb8ca8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:14.612071 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:14.691171 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-355309e6-fbcb-4972-9740-079c44a36dd7 req-bc694d07-cf44-4967-950b-64fab48c7bdd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874832 Apr 03 16:33:14.691453 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port fc795d86-c063-4d7f-8031-4351babb8ca8 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:14.691736 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:14.698859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffff82-90ad-4256-b201-aa3336dfc5d6 req-3b560f86-c963-460a-bc9a-6d10c2940de8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:14.700493 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87ffff82-90ad-4256-b201-aa3336dfc5d6 req-3b560f86-c963-460a-bc9a-6d10c2940de8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 931 time: 0.0917482 Apr 03 16:33:14.715604 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:14.751825 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87ffff82-90ad-4256-b201-aa3336dfc5d6 req-042827ba-9cb8-47c7-b0d4-d1b2e28ef1ae tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456772 Apr 03 16:33:14.795406 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=fc795d86-c063-4d7f-8031-4351babb8ca8,segment=NetworkSegment(fd89e7a6-9f26-4a62-9c0a-f28469221240),segment_id=fd89e7a6-9f26-4a62-9c0a-f28469221240)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:14.800300 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:14.931291 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a7e57-620f-40c5-b91f-d86d89361c9b" -d '{"events": [{"server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "name": "network-vif-plugged", "status": "completed", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:14.960671 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:15.022796 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ddfc6d-0697-43b1-bef6-af8ea4c96ed6 x-openstack-request-id: req-b6ddfc6d-0697-43b1-bef6-af8ea4c96ed6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:15.023116 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "name": "network-vif-plugged", "status": "completed", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:15.023373 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6ddfc6d-0697-43b1-bef6-af8ea4c96ed6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:15.023843 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ddfc6d-0697-43b1-bef6-af8ea4c96ed6'] response: {'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8', 'code': 200} Apr 03 16:33:15.542244 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479dc1-272b-4010-8371-db596adda66f req-33ccdf53-1b48-4818-9d48-d4730dea2b72 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:15.543638 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6479dc1-272b-4010-8371-db596adda66f req-33ccdf53-1b48-4818-9d48-d4730dea2b72 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.0536048 Apr 03 16:33:15.593065 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6479dc1-272b-4010-8371-db596adda66f req-b725a4ae-498d-4bd9-bdac-9f6963b45794 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Apr 03 16:33:15.646445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f35e22-8b60-4c25-87ef-a1086cdd0929 req-0f646c3f-ff52-4a96-9ec2-e6f10803e808 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:15.647900 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7f35e22-8b60-4c25-87ef-a1086cdd0929 req-0f646c3f-ff52-4a96-9ec2-e6f10803e808 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Apr 03 16:33:15.695747 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7f35e22-8b60-4c25-87ef-a1086cdd0929 req-012d7c86-9d20-47d7-919f-ccc32c77bfc8 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Apr 03 16:33:15.802436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Request body: {'port': {'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:15.811961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Request body: {'port': {'device_id': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:15.904700 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59973713-3ece-4f94-80e8-2be8a8a70821 req-4eb25e31-0cad-4e9f-a624-2e047a3bd3f8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:15.906207 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59973713-3ece-4f94-80e8-2be8a8a70821 req-4eb25e31-0cad-4e9f-a624-2e047a3bd3f8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 931 time: 0.1443663 Apr 03 16:33:15.922612 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc42f216-3071-4683-a9fa-835ac385853d req-75332aa5-fbca-4d90-90b3-cf1a3f1ba15c service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909941 Apr 03 16:33:15.985823 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.50', 61208) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:16.098545 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-c170945c-57b4-4779-8556-05035ce5df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.100029 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-c170945c-57b4-4779-8556-05035ce5df57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1127 time: 0.1120713 Apr 03 16:33:16.102654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-97056b17-f325-4d99-be32-cf9ba1e5badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.104023 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-97056b17-f325-4d99-be32-cf9ba1e5badd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 1129 time: 0.1265550 Apr 03 16:33:16.141722 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.147262 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.168367 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.183623 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137724b-a0ec-45c4-aad6-c8382f4339cf req-9d4c8ca8-08c3-46cc-9676-8b63b1c0cc7a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.185120 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a137724b-a0ec-45c4-aad6-c8382f4339cf req-9d4c8ca8-08c3-46cc-9676-8b63b1c0cc7a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 931 time: 0.3545463 Apr 03 16:33:16.231006 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59973713-3ece-4f94-80e8-2be8a8a70821 req-54190fa7-2f69-4524-a268-33a601744a98 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133497 Apr 03 16:33:16.239418 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-d5e7bdc6-e295-426d-b3b4-edb5d67a7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.241316 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-d5e7bdc6-e295-426d-b3b4-edb5d67a7e79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.1303158 Apr 03 16:33:16.289277 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-9dab70d1-965c-4658-b27a-f9d7e5da1d54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 217 time: 0.0413208 Apr 03 16:33:16.344963 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] Publish callbacks [] for security_group (c8868c9b-ff5e-422b-800d-036971517dc1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.354053 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c8868c9b-ff5e-422b-800d-036971517dc1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.386339 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-d03d8db2-ca8a-46f4-8a94-a63830aebd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.387817 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-d03d8db2-ca8a-46f4-8a94-a63830aebd54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0924215 Apr 03 16:33:16.404500 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a137724b-a0ec-45c4-aad6-c8382f4339cf req-e5102e85-f760-4392-a86d-13c85e21c552 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088461 Apr 03 16:33:16.436776 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8868c9b-ff5e-422b-800d-036971517dc1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:16.454153 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356214 Apr 03 16:33:16.475157 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-1c5903d7-dc50-4556-9763-dbef460c58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.476688 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-1c5903d7-dc50-4556-9763-dbef460c58ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771868 Apr 03 16:33:16.768347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:16.784396 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99babeb5-c91c-4f59-a00a-10ec9fef60dc {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:16.807154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks [] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.841076 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:16.854987 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks [] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.874193 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Transition to ACTIVE for port object 99babeb5-c91c-4f59-a00a-10ec9fef60dc will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:33:16.885360 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fd2e4-d2cd-44d2-997c-2eed6e6ef48d req-72b71da9-4a47-451f-a1f3-ce2a9141dfac tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.887045 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-935fd2e4-d2cd-44d2-997c-2eed6e6ef48d req-72b71da9-4a47-451f-a1f3-ce2a9141dfac tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.2091711 Apr 03 16:33:16.893304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.899420 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Transition to ACTIVE for port object a777449e-6bdf-4561-9c1f-4dc512cbbfd8 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:33:16.917532 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:16.972210 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fff30-4284-48c8-bf80-007b5c40195a req-1bb94f5e-7cf2-42b2-a0c3-d88659c0df5e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:16.974058 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-829fff30-4284-48c8-bf80-007b5c40195a req-1bb94f5e-7cf2-42b2-a0c3-d88659c0df5e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.1929402 Apr 03 16:33:17.084258 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed0153e3-3d23-4d74-a9cc-9aac36509c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.137467 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Pushing event updated for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:17.147660 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-7c3fb010-8d7d-4dd1-a8cd-4e8b758befb4 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297772 Apr 03 16:33:17.257412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-935fd2e4-d2cd-44d2-997c-2eed6e6ef48d req-7c0f6670-f51f-44b6-8c48-3f290441bbb4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610470 Apr 03 16:33:17.275611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed0153e3-3d23-4d74-a9cc-9aac36509c58 admin admin] Publish callbacks [] for security_group (5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.281842 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed0153e3-3d23-4d74-a9cc-9aac36509c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.291165 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-829fff30-4284-48c8-bf80-007b5c40195a req-81c41c85-efdf-47bc-8907-239f8732f0cb tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921853 Apr 03 16:33:17.342448 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0153e3-3d23-4d74-a9cc-9aac36509c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:17.351115 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1294850e-33cf-4f34-ac5b-fdac35ea58b5 req-475723df-73d1-467c-a67d-1257f2b8bdcb service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957538 Apr 03 16:33:17.357977 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ed0153e3-3d23-4d74-a9cc-9aac36509c58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4547e196034406695f2ade60880dbb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5885644 Apr 03 16:33:17.361496 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 60994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:17.364886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Attempting to bind port 99babeb5-c91c-4f59-a00a-10ec9fef60dc on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:17.365255 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Attempting to bind port 99babeb5-c91c-4f59-a00a-10ec9fef60dc by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:17.366275 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Attempting to bind port 99babeb5-c91c-4f59-a00a-10ec9fef60dc on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:17.381315 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Port 99babeb5-c91c-4f59-a00a-10ec9fef60dc on network 0411b61e-f071-4fea-8540-8d810f08ae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:33:17.381746 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Attempting to bind port 99babeb5-c91c-4f59-a00a-10ec9fef60dc on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:17.388738 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:17.400206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:17.400721 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:17.402229 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:17.402929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Bound port: 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:17.403414 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.428822 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] Publish callbacks [] for security_group (5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.441077 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Attempting to bind port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:17.442659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Attempting to bind port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:17.443015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Attempting to bind port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:17.462534 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] Publish callbacks [] for security_group (5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.487293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:33:17.487624 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Attempting to bind port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:17.501621 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:17.502329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Checking segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:17.502892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Bound using segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:17.503473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Bound port: a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:17.504621 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.523404 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.526515 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.527831 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616 HTTP/1.1" status: 204 len: 168 time: 0.1653354 Apr 03 16:33:17.535541 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b46b9-7232-4d5d-a101-fbde920f90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5153fbf8-9f81-48fc-9a9e-cb7c7a4c3616,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:17.607685 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:17.625233 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014b07-6d04-4930-b187-3ca5e629e0ed req-316f3105-0c86-4d65-9f6e-3f52ca592ae1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:17.626760 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b014b07-6d04-4930-b187-3ca5e629e0ed req-316f3105-0c86-4d65-9f6e-3f52ca592ae1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.2010076 Apr 03 16:33:17.654587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:17.703824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.739088 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a553258-0025-490a-bcd9-e6279999b35b req-f260afb5-df37-46ee-b436-fad56d0ce110 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:17.740780 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a553258-0025-490a-bcd9-e6279999b35b req-f260afb5-df37-46ee-b436-fad56d0ce110 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.2337563 Apr 03 16:33:17.828232 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:17.901396 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b014b07-6d04-4930-b187-3ca5e629e0ed req-49a8d3a2-ea89-4a16-847a-977fcb653aca tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568917 Apr 03 16:33:17.917472 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 32784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:17.921764 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:17.922528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.924138 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] 10.222.0.50 "PUT /v2.0/ports/99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 200 len: 1093 time: 2.1270151 Apr 03 16:33:17.927022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:17.933304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:17.946070 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b344-8bb6-40a8-9d2c-6f28c93f9646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:17.975453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.110170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b344-8bb6-40a8-9d2c-6f28c93f9646 admin admin] Publish callbacks [] for security_group (cee31e7b-b69d-4115-93a4-5617d4b4e693), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.119059 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b344-8bb6-40a8-9d2c-6f28c93f9646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cee31e7b-b69d-4115-93a4-5617d4b4e693), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.163930 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188045dc-cbe3-4583-9db6-674eda29aadb service neutron] Pushing event updated for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:18.174772 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a553258-0025-490a-bcd9-e6279999b35b req-8ae25d5b-45c6-4778-bf2f-16d402853516 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153590 Apr 03 16:33:18.203521 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5b344-8bb6-40a8-9d2c-6f28c93f9646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee31e7b-b69d-4115-93a4-5617d4b4e693,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:18.212154 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b1f5b344-8bb6-40a8-9d2c-6f28c93f9646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e3c07c4d21c41149171f3454e656e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932847 Apr 03 16:33:18.214791 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 32790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:18.242823 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:18.245878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:18.246509 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.247913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] 10.222.0.50 "PUT /v2.0/ports/a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 1093 time: 2.4429200 Apr 03 16:33:18.386468 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] Publish callbacks [] for security_group (cee31e7b-b69d-4115-93a4-5617d4b4e693), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.403988 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-5fbeb3bb-29a0-47ae-babe-79824ea3c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:18.414057 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-5fbeb3bb-29a0-47ae-babe-79824ea3c4d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 1127 time: 0.4356821 Apr 03 16:33:18.434684 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] Publish callbacks [] for security_group (cee31e7b-b69d-4115-93a4-5617d4b4e693), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.553349 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cee31e7b-b69d-4115-93a4-5617d4b4e693), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.556392 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:18.571728 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cee31e7b-b69d-4115-93a4-5617d4b4e693 HTTP/1.1" status: 204 len: 168 time: 0.3555033 Apr 03 16:33:18.595626 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b63d42-f3ea-43d0-81ae-e51f75ec08e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee31e7b-b69d-4115-93a4-5617d4b4e693,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:18.842021 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad5047f-ce90-4bee-b647-e7aaed831ac1 x-openstack-request-id: req-cad5047f-ce90-4bee-b647-e7aaed831ac1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:18.842559 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:18.842559 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cad5047f-ce90-4bee-b647-e7aaed831ac1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:18.842996 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad5047f-ce90-4bee-b647-e7aaed831ac1'] response: {'name': 'network-changed', 'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'status': 'completed', 'code': 200} Apr 03 16:33:18.852273 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-f41d356b-4e8f-4391-86ad-fa85479ce465 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 200 len: 217 time: 0.4014950 Apr 03 16:33:18.860886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4641f-7cf3-45dd-8664-d5c5aebaeed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:18.958006 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-cc9fbca6-71a0-475d-a83b-bef0b4094c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:18.958928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-cc9fbca6-71a0-475d-a83b-bef0b4094c9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1127 time: 0.6433234 Apr 03 16:33:18.968322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45e157-3395-417c-9e25-6fc4361f4cda req-a5ac99a0-7961-472d-8ec4-ed1e4ee57c2f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:18.969803 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a45e157-3395-417c-9e25-6fc4361f4cda req-a5ac99a0-7961-472d-8ec4-ed1e4ee57c2f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 943 time: 0.5325677 Apr 03 16:33:18.980817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-15cbd45a-df75-4192-8be6-73d024f75bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:18.982201 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-15cbd45a-df75-4192-8be6-73d024f75bbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.1169553 Apr 03 16:33:19.072081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2abb-084a-420f-82f7-c55430ceab42 req-d139655d-9ca8-4622-b151-a92b5fa4d2dc tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.073504 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-862c2abb-084a-420f-82f7-c55430ceab42 req-d139655d-9ca8-4622-b151-a92b5fa4d2dc tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.2336380 Apr 03 16:33:19.074806 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-691e127a-08cf-4488-b36f-102097a73187 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 217 time: 0.1031225 Apr 03 16:33:19.200560 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a45e157-3395-417c-9e25-6fc4361f4cda req-fa10400e-b0c6-4be1-913d-d8f8b7969fe0 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173262 Apr 03 16:33:19.231167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148993-a8bf-464e-912f-569dea33cd20 req-ea70c61c-d7a2-4730-a046-6891b59c590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.231167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-ea70c61c-d7a2-4730-a046-6891b59c590a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2005677 Apr 03 16:33:19.231167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-862c2abb-084a-420f-82f7-c55430ceab42 req-9ab5e7d8-aa3c-48d8-bc8a-45b6df8db59f tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362755 Apr 03 16:33:19.235247 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-38772d2a-437c-445f-88ee-c15c23e8b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.236718 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-38772d2a-437c-445f-88ee-c15c23e8b2e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.1137469 Apr 03 16:33:19.440699 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-a44ba5bb-49e4-4508-9f68-6155c6e07464 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083111 Apr 03 16:33:19.450558 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-0692398e-c6f6-4f6a-bcc5-4f602032ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.451974 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-0692398e-c6f6-4f6a-bcc5-4f602032ae6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2074873 Apr 03 16:33:19.487241 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec44e2-f821-404b-adab-dfec0c7c4093 req-9a5c109b-6296-4d89-af16-c96b5d74a5e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.489215 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4aec44e2-f821-404b-adab-dfec0c7c4093 req-9a5c109b-6296-4d89-af16-c96b5d74a5e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1804338 Apr 03 16:33:19.535455 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85e23f-a2e3-4817-9313-cfd7037e457f req-1e1bfe9a-e104-4a6a-8b9e-2e3c08cbf202 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.536968 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc85e23f-a2e3-4817-9313-cfd7037e457f req-1e1bfe9a-e104-4a6a-8b9e-2e3c08cbf202 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.1999731 Apr 03 16:33:19.712280 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4aec44e2-f821-404b-adab-dfec0c7c4093 req-a3ff7a03-ec69-4257-9015-b0d28649203e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925433 Apr 03 16:33:19.751134 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc85e23f-a2e3-4817-9313-cfd7037e457f req-8473f49c-8da3-40b8-86ba-72df90856562 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751451 Apr 03 16:33:19.762290 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7148993-a8bf-464e-912f-569dea33cd20 req-7ebfa339-08ad-4482-ac1b-285cfa83dcd6 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138549 Apr 03 16:33:19.764707 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-935a8b07-058c-4b4f-b0ee-9b8189a515ea service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023562 Apr 03 16:33:19.823345 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 185ffec6-a089-43fa-a2d2-e18a992d1a4b details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:33:19.938778 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-41282ce1-18dc-4201-9b7d-650b28e936e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:19.940686 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-41282ce1-18dc-4201-9b7d-650b28e936e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 1127 time: 0.0718374 Apr 03 16:33:19.969021 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:19.984840 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'port_id': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'mac_address': 'fa:16:3e:21:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:33:20.058580 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 185ffec6-a089-43fa-a2d2-e18a992d1a4b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:20.058929 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:20.068827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a508e40b-aa18-4e7f-b290-976fa02f08e9 req-93ad8e2b-b94d-40c9-b702-18d068f46568 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966137 Apr 03 16:33:20.097895 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185ffec6-a089-43fa-a2d2-e18a992d1a4b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:20.143833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:20.149733 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:20.259843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-76334c85-054a-4c71-bdcb-77e51d876825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:20.261785 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-76334c85-054a-4c71-bdcb-77e51d876825 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.3135357 Apr 03 16:33:20.284617 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:20.339950 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-fe56cde5-02c0-43ae-a071-713acf1957a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 200 len: 217 time: 0.0712986 Apr 03 16:33:20.451316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-71284d10-6463-4824-8d08-315591c3b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:20.452973 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-71284d10-6463-4824-8d08-315591c3b29e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.1066763 Apr 03 16:33:20.500345 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3dea7-1248-41a8-854b-6af7ff197ed1 req-e96bf3c2-2b4f-4dbd-89cb-04e7ade54c60 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:20.502063 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e2d3dea7-1248-41a8-854b-6af7ff197ed1 req-e96bf3c2-2b4f-4dbd-89cb-04e7ade54c60 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 944 time: 0.1576006 Apr 03 16:33:20.511466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69f46-c9d9-43f1-9f46-6791d804bc56 req-31edad56-571b-4ebc-b956-3b60f1d4230e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:20.512989 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1e69f46-c9d9-43f1-9f46-6791d804bc56 req-31edad56-571b-4ebc-b956-3b60f1d4230e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.1505229 Apr 03 16:33:20.590537 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-9d314376-4855-4dd4-98c9-4914f0f7e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:20.592032 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-9d314376-4855-4dd4-98c9-4914f0f7e783 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1309614 Apr 03 16:33:20.617378 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e2d3dea7-1248-41a8-854b-6af7ff197ed1 req-fe23dbe4-da8a-4075-a8c2-124229265097 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033194 Apr 03 16:33:20.629922 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1e69f46-c9d9-43f1-9f46-6791d804bc56 req-afb886e3-fdd0-4650-88be-c34cbdeb15de tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041718 Apr 03 16:33:20.704268 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-eca86b6f-a134-4e8b-b61f-431ec7c22b5c service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013992 Apr 03 16:33:20.976401 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:20.978821 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c955044-de32-47cf-8e5c-54f12adbf412" -d '{"events": [{"name": "network-changed", "server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:21.103160 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfebb95-2bd6-423d-963d-ddea416f3b07 req-b5d974c7-3c7a-4975-bfe1-436ee8e4b50d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.111557 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cfebb95-2bd6-423d-963d-ddea416f3b07 req-b5d974c7-3c7a-4975-bfe1-436ee8e4b50d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1216280 Apr 03 16:33:21.125672 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133239f1-cc15-4271-a1d0-c70ee0023aca req-531c96e3-0a29-45a5-81fc-608a419a6abe tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.130365 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-133239f1-cc15-4271-a1d0-c70ee0023aca req-531c96e3-0a29-45a5-81fc-608a419a6abe tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.1486647 Apr 03 16:33:21.195831 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2cb357e-63c8-4c6e-bf7d-7b89c3ec4ceb req-2cfd852b-5861-4ca1-9838-f4b4d8523ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850545 Apr 03 16:33:21.256880 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cfebb95-2bd6-423d-963d-ddea416f3b07 req-4c02015f-c86a-4b37-8d63-353b1fe9d4d1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251986 Apr 03 16:33:21.260035 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-133239f1-cc15-4271-a1d0-c70ee0023aca req-54e46f45-1e77-4826-83de-f46a5704819d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033792 Apr 03 16:33:21.345271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65c9a01-208e-4ee0-84a6-7bbadebfd81e x-openstack-request-id: req-d65c9a01-208e-4ee0-84a6-7bbadebfd81e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:21.345563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:21.346043 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d65c9a01-208e-4ee0-84a6-7bbadebfd81e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:21.346418 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65c9a01-208e-4ee0-84a6-7bbadebfd81e'] response: {'name': 'network-changed', 'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'status': 'completed', 'code': 200} Apr 03 16:33:21.429293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-8f2b5b9e-0467-46ad-8e30-7f33638a091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.430806 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-8f2b5b9e-0467-46ad-8e30-7f33638a091b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1127 time: 0.0502405 Apr 03 16:33:21.499263 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['185ffec6-a089-43fa-a2d2-e18a992d1a4b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:21.528933 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-ad1a6258-72de-4ec0-9685-3ac29c8332e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.530404 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-ad1a6258-72de-4ec0-9685-3ac29c8332e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0928137 Apr 03 16:33:21.579821 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-65b9474f-7ef9-4a39-bf27-2771a82d8c0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 217 time: 0.0426424 Apr 03 16:33:21.635451 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-1d155ac0-3553-4153-aff2-07878857a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.637076 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-1d155ac0-3553-4153-aff2-07878857a846 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0514243 Apr 03 16:33:21.695264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-569a44ff-ff82-4fe4-8734-5c945d730f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.696817 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-569a44ff-ff82-4fe4-8734-5c945d730f4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535891 Apr 03 16:33:21.812197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bca47-1c0e-46cd-95bc-35a81fe7d55d req-d23b7cbd-a935-4d40-aea9-ec989681fe55 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:21.813738 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-997bca47-1c0e-46cd-95bc-35a81fe7d55d req-d23b7cbd-a935-4d40-aea9-ec989681fe55 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 944 time: 0.1154952 Apr 03 16:33:21.836111 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-3e47d616-0cae-4c75-bfc3-22ef97a6560c service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297574 Apr 03 16:33:21.926597 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-997bca47-1c0e-46cd-95bc-35a81fe7d55d req-ae7cdf57-e63b-4c1c-9b9b-c5e75f55d70e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007476 Apr 03 16:33:21.955454 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c955044-de32-47cf-8e5c-54f12adbf412 req-9b6d8078-45d5-4a3c-b5e4-6d118ac6f0bd service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128938 Apr 03 16:33:22.445979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5204b1-fda3-4de6-8867-4ad4d216e027 req-437272e0-8f5a-4284-8631-b2c8520f706d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:22.445979 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed5204b1-fda3-4de6-8867-4ad4d216e027 req-437272e0-8f5a-4284-8631-b2c8520f706d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.1007063 Apr 03 16:33:22.468618 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d3c2-5b3d-4e1d-864a-e3934393a509 req-a7fcab51-8151-4897-9068-8c84fb610f10 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:22.470342 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0e9d3c2-5b3d-4e1d-864a-e3934393a509 req-a7fcab51-8151-4897-9068-8c84fb610f10 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0975175 Apr 03 16:33:22.516096 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed5204b1-fda3-4de6-8867-4ad4d216e027 req-a2ba572a-9c44-4e5a-89be-faa49b12ecec tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709264 Apr 03 16:33:22.537994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0e9d3c2-5b3d-4e1d-864a-e3934393a509 req-3c172a21-9677-49a2-ac83-9bb65848d70c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590456 Apr 03 16:33:23.044038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a4ce-0973-4be0-94f2-95574d1fceb8 req-fb204819-16b3-4bb6-81fc-d9b84ead877b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:23.045594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c98a4ce-0973-4be0-94f2-95574d1fceb8 req-fb204819-16b3-4bb6-81fc-d9b84ead877b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 944 time: 0.0533314 Apr 03 16:33:23.092695 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c98a4ce-0973-4be0-94f2-95574d1fceb8 req-796007af-02ab-4637-a628-f6f4252189a9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 03 16:33:23.650347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4d17-22ce-4cca-af81-a53acaa47820 req-5cffac23-7ffa-46ee-bfd9-bbb9015b9e81 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:23.651670 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a55e4d17-22ce-4cca-af81-a53acaa47820 req-5cffac23-7ffa-46ee-bfd9-bbb9015b9e81 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.0646040 Apr 03 16:33:23.713139 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a55e4d17-22ce-4cca-af81-a53acaa47820 req-d9e36666-e552-49d6-8fe0-149c53c4fd31 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495985 Apr 03 16:33:23.828202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831a444-36b0-48ba-9357-e90a238a2a12 req-42803a80-8217-47aa-852e-2538c21e0990 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:23.829721 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3831a444-36b0-48ba-9357-e90a238a2a12 req-42803a80-8217-47aa-852e-2538c21e0990 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0550995 Apr 03 16:33:23.864623 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 185ffec6-a089-43fa-a2d2-e18a992d1a4b up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:23.882561 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3831a444-36b0-48ba-9357-e90a238a2a12 req-c045e281-9313-4a6c-86f9-a738cf426611 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 Apr 03 16:33:23.968538 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 185ffec6-a089-43fa-a2d2-e18a992d1a4b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:33:23.973105 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 185ffec6-a089-43fa-a2d2-e18a992d1a4b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:23.973499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.065641 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 185ffec6-a089-43fa-a2d2-e18a992d1a4b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:24.066617 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.095930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:24.098410 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecf8c7d-795f-448c-9e2e-cf91ec06dfe8" -d '{"events": [{"server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "name": "network-vif-plugged", "status": "completed", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:24.113020 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:24.117853 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.152140 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306848a0-3c8a-4226-81cf-54e8fff8bff9 x-openstack-request-id: req-306848a0-3c8a-4226-81cf-54e8fff8bff9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:24.152483 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "name": "network-vif-plugged", "status": "completed", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:24.152743 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-306848a0-3c8a-4226-81cf-54e8fff8bff9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:24.153133 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306848a0-3c8a-4226-81cf-54e8fff8bff9'] response: {'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'code': 200} Apr 03 16:33:24.187311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:24.188593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:24.239066 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5c75-0f82-451b-9c74-3d60cf45e881 req-e1b69c5a-cdff-4a51-9d27-3acb8fddab1a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:24.244984 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d7a5c75-0f82-451b-9c74-3d60cf45e881 req-e1b69c5a-cdff-4a51-9d27-3acb8fddab1a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0622663 Apr 03 16:33:24.294893 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d7a5c75-0f82-451b-9c74-3d60cf45e881 req-4bc4676b-4250-4973-8ae3-b189090ecfcf tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 Apr 03 16:33:24.315088 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95ac8e7-fb70-4247-a70a-fb2ddbf6756c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.389662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95ac8e7-fb70-4247-a70a-fb2ddbf6756c admin admin] Publish callbacks [] for security_group (dd91899f-ce65-40d4-b3a4-6466d76830a4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.393436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95ac8e7-fb70-4247-a70a-fb2ddbf6756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd91899f-ce65-40d4-b3a4-6466d76830a4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.431258 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c95ac8e7-fb70-4247-a70a-fb2ddbf6756c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1777917af59a40e986c98d9f043ff015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425084 Apr 03 16:33:24.433039 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac8e7-fb70-4247-a70a-fb2ddbf6756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd91899f-ce65-40d4-b3a4-6466d76830a4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:24.433942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:24.485190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] Publish callbacks [] for security_group (dd91899f-ce65-40d4-b3a4-6466d76830a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.508141 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] Publish callbacks [] for security_group (dd91899f-ce65-40d4-b3a4-6466d76830a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.555473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd91899f-ce65-40d4-b3a4-6466d76830a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.558122 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.559234 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd91899f-ce65-40d4-b3a4-6466d76830a4 HTTP/1.1" status: 204 len: 168 time: 0.1243193 Apr 03 16:33:24.567281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a8578-e50d-4865-9f81-cb2ec06b81b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd91899f-ce65-40d4-b3a4-6466d76830a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:24.814202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:24.830112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4af1cdc1-12c4-44a1-975d-58c6027c1152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.862117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4405c7-a1f6-40fa-8774-4833c999bc81 req-44a9abe9-60ef-42df-b6ef-2f27d3f849e6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:24.863661 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce4405c7-a1f6-40fa-8774-4833c999bc81 req-44a9abe9-60ef-42df-b6ef-2f27d3f849e6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.0777922 Apr 03 16:33:24.929853 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce4405c7-a1f6-40fa-8774-4833c999bc81 req-da3ae76f-02b0-42b3-af18-521d32a03f65 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602450 Apr 03 16:33:24.957575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4af1cdc1-12c4-44a1-975d-58c6027c1152 admin admin] Publish callbacks [] for security_group (68135716-3648-4bb1-961b-d398fd5be57a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:24.961614 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4af1cdc1-12c4-44a1-975d-58c6027c1152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (68135716-3648-4bb1-961b-d398fd5be57a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.031026 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4af1cdc1-12c4-44a1-975d-58c6027c1152 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58294e45927a48e0b55ff8d8983391ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158282 Apr 03 16:33:25.033416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1cdc1-12c4-44a1-975d-58c6027c1152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68135716-3648-4bb1-961b-d398fd5be57a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:25.033716 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:25.056763 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a97a-f172-4d4f-b452-0f14b9f8d812 req-8f040733-4a98-43e2-b1ba-507d16520300 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:25.058291 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6791a97a-f172-4d4f-b452-0f14b9f8d812 req-8f040733-4a98-43e2-b1ba-507d16520300 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0791943 Apr 03 16:33:25.094241 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] Publish callbacks [] for security_group (68135716-3648-4bb1-961b-d398fd5be57a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.108592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6791a97a-f172-4d4f-b452-0f14b9f8d812 req-7dca2c13-9339-4492-87c6-5504e5967100 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Apr 03 16:33:25.119060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] Publish callbacks [] for security_group (68135716-3648-4bb1-961b-d398fd5be57a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.179539 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (68135716-3648-4bb1-961b-d398fd5be57a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.182475 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.183640 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68135716-3648-4bb1-961b-d398fd5be57a HTTP/1.1" status: 204 len: 168 time: 0.1488998 Apr 03 16:33:25.193392 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f599b5-b832-464f-8515-265dce930f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68135716-3648-4bb1-961b-d398fd5be57a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:25.417042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b0805-b06a-4e96-a2e5-273b133588ed req-09066b11-1f95-4c4b-b4b9-6c9be25379d6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:25.418493 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a3b0805-b06a-4e96-a2e5-273b133588ed req-09066b11-1f95-4c4b-b4b9-6c9be25379d6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Apr 03 16:33:25.473094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a3b0805-b06a-4e96-a2e5-273b133588ed req-6ffbca77-8ff2-436c-8df9-0d39a824d0e4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487185 Apr 03 16:33:25.516237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:25.529170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f96b7a86-6a0f-470b-92b9-8a1169438415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.604840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f96b7a86-6a0f-470b-92b9-8a1169438415 admin admin] Publish callbacks [] for security_group (22a19b90-a8fd-43aa-a702-1b6487cdf5ca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.608526 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f96b7a86-6a0f-470b-92b9-8a1169438415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (22a19b90-a8fd-43aa-a702-1b6487cdf5ca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.646919 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f96b7a86-6a0f-470b-92b9-8a1169438415 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e8e009e9e094f30b9236feb17aed8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295712 Apr 03 16:33:25.647969 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b7a86-6a0f-470b-92b9-8a1169438415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a19b90-a8fd-43aa-a702-1b6487cdf5ca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:25.649654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:25.705268 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] Publish callbacks [] for security_group (22a19b90-a8fd-43aa-a702-1b6487cdf5ca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.726509 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] Publish callbacks [] for security_group (22a19b90-a8fd-43aa-a702-1b6487cdf5ca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.771533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (22a19b90-a8fd-43aa-a702-1b6487cdf5ca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.774085 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:25.775208 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22a19b90-a8fd-43aa-a702-1b6487cdf5ca HTTP/1.1" status: 204 len: 168 time: 0.1239762 Apr 03 16:33:25.782572 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed94f8-a1d2-41e4-9d13-58957055b281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a19b90-a8fd-43aa-a702-1b6487cdf5ca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:26.061307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530d4e-1f0b-4e1a-9104-5fc24dc8e3c2 req-cc1d3518-cfa5-426e-a6b0-52dd044b5b86 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:26.063275 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31530d4e-1f0b-4e1a-9104-5fc24dc8e3c2 req-cc1d3518-cfa5-426e-a6b0-52dd044b5b86 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 943 time: 0.0656271 Apr 03 16:33:26.114502 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31530d4e-1f0b-4e1a-9104-5fc24dc8e3c2 req-782dde43-5452-41e2-bce4-41baab66d132 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450137 Apr 03 16:33:26.237755 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be215d61-9b15-4b93-bca1-6a24e2bd010c req-de91406b-ee9e-46f9-8a32-3b2c522b2ad8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:26.239342 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be215d61-9b15-4b93-bca1-6a24e2bd010c req-de91406b-ee9e-46f9-8a32-3b2c522b2ad8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0564036 Apr 03 16:33:26.288332 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be215d61-9b15-4b93-bca1-6a24e2bd010c req-ca24c8c8-9aef-4e76-b296-5f3d1a7d82ae tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Apr 03 16:33:26.416361 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:33:26.519687 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:26.531427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:33:26.570610 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:26.570999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:26.586087 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:26.594980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30032e-4424-4977-8252-0c9a34cb31fa req-6cc3eacd-3e8d-463b-9b41-5a9a6c2a570f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:26.596627 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff30032e-4424-4977-8252-0c9a34cb31fa req-6cc3eacd-3e8d-463b-9b41-5a9a6c2a570f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0590699 Apr 03 16:33:26.614794 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:26.621016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:26.621843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 99babeb5-c91c-4f59-a00a-10ec9fef60dc details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:33:26.660512 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff30032e-4424-4977-8252-0c9a34cb31fa req-b1c63bdf-b32b-493d-a52f-97590e007582 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537767 Apr 03 16:33:26.682559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:26.778214 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:26.789768 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:33:26.829538 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 99babeb5-c91c-4f59-a00a-10ec9fef60dc is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:26.829843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:26.842114 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99babeb5-c91c-4f59-a00a-10ec9fef60dc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:26.861412 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:26.865968 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:26.916051 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:27.234431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbd4db-4fd9-49ff-b8d2-006115087c78 req-eecc0a6b-2993-46ff-89e2-86653e6ede85 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:27.235907 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3adbd4db-4fd9-49ff-b8d2-006115087c78 req-eecc0a6b-2993-46ff-89e2-86653e6ede85 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0535920 Apr 03 16:33:27.287066 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3adbd4db-4fd9-49ff-b8d2-006115087c78 req-2f31bfdf-6f46-40b4-8c57-45dd15775b66 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449333 Apr 03 16:33:27.449416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948804c1-3256-46c0-9925-4b5f7175456f req-8cfa959a-e4bf-44c8-b531-2ab43327ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:27.450942 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-948804c1-3256-46c0-9925-4b5f7175456f req-8cfa959a-e4bf-44c8-b531-2ab43327ec1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.1142430 Apr 03 16:33:27.459101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758a5c7-d734-4866-8add-14a4d85a3679 req-9b84df39-e7b5-479e-abb1-20240e55eea8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:27.460522 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5758a5c7-d734-4866-8add-14a4d85a3679 req-9b84df39-e7b5-479e-abb1-20240e55eea8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0957253 Apr 03 16:33:27.511367 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5758a5c7-d734-4866-8add-14a4d85a3679 req-cccb8291-8094-4e11-9973-02f67673b455 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Apr 03 16:33:27.525824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:27.627450 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53d0738-aa53-4b2c-aadc-0f21dfd0cc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.703643 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53d0738-aa53-4b2c-aadc-0f21dfd0cc81 admin admin] Publish callbacks [] for security_group (eb5f39c8-d468-4e6a-ab17-fe2717a6c62c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.708375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53d0738-aa53-4b2c-aadc-0f21dfd0cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eb5f39c8-d468-4e6a-ab17-fe2717a6c62c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.770420 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b53d0738-aa53-4b2c-aadc-0f21dfd0cc81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f89f428959e4c92af00faafd1c40dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435167 Apr 03 16:33:27.773163 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:27.773824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0738-aa53-4b2c-aadc-0f21dfd0cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5f39c8-d468-4e6a-ab17-fe2717a6c62c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:27.804170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05efabd-0de1-4c4f-b435-dabb00e3b523 req-80f33a65-0146-495d-9a94-0a574c3d923a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:27.805876 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e05efabd-0de1-4c4f-b435-dabb00e3b523 req-80f33a65-0146-495d-9a94-0a574c3d923a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0812113 Apr 03 16:33:27.822865 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] Publish callbacks [] for security_group (eb5f39c8-d468-4e6a-ab17-fe2717a6c62c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.844490 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] Publish callbacks [] for security_group (eb5f39c8-d468-4e6a-ab17-fe2717a6c62c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.853562 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e05efabd-0de1-4c4f-b435-dabb00e3b523 req-63851f46-8a4f-46fa-a889-554fae2f948e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Apr 03 16:33:27.890717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eb5f39c8-d468-4e6a-ab17-fe2717a6c62c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.893323 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:27.895082 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb5f39c8-d468-4e6a-ab17-fe2717a6c62c HTTP/1.1" status: 204 len: 168 time: 0.1208680 Apr 03 16:33:27.902441 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f4969-dbd9-402c-90a8-908e750404a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5f39c8-d468-4e6a-ab17-fe2717a6c62c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:28.148248 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:28.164213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4cd660a-874a-470e-895e-42cbd8a1553a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.244966 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4cd660a-874a-470e-895e-42cbd8a1553a admin admin] Publish callbacks [] for security_group (610ac3ac-df7d-4bbe-b577-d76a98c357d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.248568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4cd660a-874a-470e-895e-42cbd8a1553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (610ac3ac-df7d-4bbe-b577-d76a98c357d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.285269 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c4cd660a-874a-470e-895e-42cbd8a1553a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce9e3bafcefe4bf1818dd3d3c61de4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359701 Apr 03 16:33:28.287143 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd660a-874a-470e-895e-42cbd8a1553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ac3ac-df7d-4bbe-b577-d76a98c357d1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:28.288343 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:28.339738 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] Publish callbacks [] for security_group (610ac3ac-df7d-4bbe-b577-d76a98c357d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.360922 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] Publish callbacks [] for security_group (610ac3ac-df7d-4bbe-b577-d76a98c357d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.404668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f57c-8226-4cdd-ad52-9c47237ddb79 req-d8dbe3b6-8497-4809-ab0b-8b4f076b262e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:28.406241 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f20f57c-8226-4cdd-ad52-9c47237ddb79 req-d8dbe3b6-8497-4809-ab0b-8b4f076b262e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Apr 03 16:33:28.408607 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (610ac3ac-df7d-4bbe-b577-d76a98c357d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.411374 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:28.412603 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/610ac3ac-df7d-4bbe-b577-d76a98c357d1 HTTP/1.1" status: 204 len: 168 time: 0.1225500 Apr 03 16:33:28.420350 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf8016-2877-499b-8a85-e8ad476ee404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ac3ac-df7d-4bbe-b577-d76a98c357d1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:28.465658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f20f57c-8226-4cdd-ad52-9c47237ddb79 req-367ab72b-f58d-40d8-97d6-98c44863ebe6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534034 Apr 03 16:33:28.554708 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-948804c1-3256-46c0-9925-4b5f7175456f req-b0217d6a-934a-4af4-8526-1cc8e87c04d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Apr 03 16:33:28.640542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936214-d0d0-4638-83d4-394d28a0b022 req-5d32c6fc-af77-42ee-8224-b24ade2f1c3c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:28.641997 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae936214-d0d0-4638-83d4-394d28a0b022 req-5d32c6fc-af77-42ee-8224-b24ade2f1c3c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0553474 Apr 03 16:33:28.691838 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae936214-d0d0-4638-83d4-394d28a0b022 req-df7b9655-211f-4761-89f2-64e379bff406 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Apr 03 16:33:28.970991 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095da97-77db-40e4-b666-a1676eb7883e req-dbd3ef99-1573-4245-b4c1-99d06c8da054 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:28.973069 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5095da97-77db-40e4-b666-a1676eb7883e req-dbd3ef99-1573-4245-b4c1-99d06c8da054 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Apr 03 16:33:29.020138 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5095da97-77db-40e4-b666-a1676eb7883e req-f5105396-60b2-42d9-b2ba-80a9b980aec8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Apr 03 16:33:29.575017 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a777449e-6bdf-4561-9c1f-4dc512cbbfd8'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:29.615508 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['99babeb5-c91c-4f59-a00a-10ec9fef60dc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:29.618561 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789807a-702d-4f9f-8741-790e64c9d7db req-fa732cd9-dfd4-4f3a-b8f0-666fd94864de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:29.621140 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7789807a-702d-4f9f-8741-790e64c9d7db req-fa732cd9-dfd4-4f3a-b8f0-666fd94864de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0868547 Apr 03 16:33:29.701370 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7789807a-702d-4f9f-8741-790e64c9d7db req-c6209431-c5b2-47f0-90fa-ef3dd11ed845 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725517 Apr 03 16:33:29.857808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8481-d541-4752-ab17-e200b67b5d69 req-ed1b9ecc-bd4e-49e9-9fc5-5f163d8204dc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:29.860835 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26cb8481-d541-4752-ab17-e200b67b5d69 req-ed1b9ecc-bd4e-49e9-9fc5-5f163d8204dc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0799680 Apr 03 16:33:29.950063 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26cb8481-d541-4752-ab17-e200b67b5d69 req-84d85f41-6401-4fc8-ac08-db13e514b332 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835192 Apr 03 16:33:30.179645 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb456fa-f3bc-42ea-af49-dc53cdf0a03f req-3ef6b4f0-7bc6-482f-af9b-7c47334594e5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:30.187101 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efb456fa-f3bc-42ea-af49-dc53cdf0a03f req-3ef6b4f0-7bc6-482f-af9b-7c47334594e5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0911739 Apr 03 16:33:30.239298 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efb456fa-f3bc-42ea-af49-dc53cdf0a03f req-5e9e9923-ffa8-448f-915f-482080c36c7b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Apr 03 16:33:30.823642 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8210c8-e620-4c1f-b7ec-37b64188412e req-52e9307f-830b-4bc7-969b-e1bdc252e556 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:30.829339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f8210c8-e620-4c1f-b7ec-37b64188412e req-52e9307f-830b-4bc7-969b-e1bdc252e556 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0536373 Apr 03 16:33:30.875083 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f8210c8-e620-4c1f-b7ec-37b64188412e req-86356935-c0bf-4f53-b265-0154360279e2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Apr 03 16:33:31.076918 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f564d04-1e8f-4d17-9904-37ecdfb3dde9 req-4e95cb9a-d409-44fd-9043-6b8e91a246f2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:31.078378 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f564d04-1e8f-4d17-9904-37ecdfb3dde9 req-4e95cb9a-d409-44fd-9043-6b8e91a246f2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Apr 03 16:33:31.124140 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f564d04-1e8f-4d17-9904-37ecdfb3dde9 req-381684f3-a85c-49d3-951c-fac9df72866b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Apr 03 16:33:31.365060 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be92a-b44d-4806-938a-b05005faf4b6 req-548d70ea-b3d1-4ab3-8de3-2df1fdde7671 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:31.366698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e04be92a-b44d-4806-938a-b05005faf4b6 req-548d70ea-b3d1-4ab3-8de3-2df1fdde7671 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0594580 Apr 03 16:33:31.417255 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e04be92a-b44d-4806-938a-b05005faf4b6 req-52e4aaee-d82f-4f8f-95d0-82d97acb522f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Apr 03 16:33:31.990101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7e22-84f3-4523-af7e-4a4f7bac4b20 req-dad80367-0348-45b6-8ad8-567582757665 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:31.991571 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7ab7e22-84f3-4523-af7e-4a4f7bac4b20 req-dad80367-0348-45b6-8ad8-567582757665 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0512395 Apr 03 16:33:32.037867 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7ab7e22-84f3-4523-af7e-4a4f7bac4b20 req-e551b472-3967-4818-b5a1-bcde4059ebba tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Apr 03 16:33:32.241736 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a61e1-0ea5-4fe8-8d52-4574ad9e2860 req-a57647ad-bf69-479f-ac97-e8eed12f7d91 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:32.243210 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f1a61e1-0ea5-4fe8-8d52-4574ad9e2860 req-a57647ad-bf69-479f-ac97-e8eed12f7d91 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Apr 03 16:33:32.293091 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f1a61e1-0ea5-4fe8-8d52-4574ad9e2860 req-fb62f813-1b23-4e58-9791-964f9bbd1a37 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Apr 03 16:33:32.538922 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5da271-9c6b-4688-9584-817d65eb703b req-9fada128-1e54-45a7-81ae-bcd121cd8b0b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:32.540489 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e5da271-9c6b-4688-9584-817d65eb703b req-9fada128-1e54-45a7-81ae-bcd121cd8b0b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Apr 03 16:33:32.587493 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e5da271-9c6b-4688-9584-817d65eb703b req-780480ce-3c39-4f89-83d5-611eb4a06231 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Apr 03 16:33:33.152725 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00858a7-ae01-45de-b533-f607cbb26037 req-b31e0e14-0721-4717-9d95-1f1dd906281e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.154164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b00858a7-ae01-45de-b533-f607cbb26037 req-b31e0e14-0721-4717-9d95-1f1dd906281e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0509591 Apr 03 16:33:33.200972 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b00858a7-ae01-45de-b533-f607cbb26037 req-73eb6125-4d11-4fff-823f-51d15f74af3f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Apr 03 16:33:33.434719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b19e8b-43b6-4a1b-bffc-0594e4a8f102 req-ed90cc26-40d8-44eb-a1b4-d6c8da07edaf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.436227 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75b19e8b-43b6-4a1b-bffc-0594e4a8f102 req-ed90cc26-40d8-44eb-a1b4-d6c8da07edaf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0747411 Apr 03 16:33:33.482950 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75b19e8b-43b6-4a1b-bffc-0594e4a8f102 req-c71dc5e5-4991-4efb-8c28-0f3b23103e0c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Apr 03 16:33:33.708381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefb56-83c5-4683-b919-2eddfe113e25 req-00d1c477-d299-4127-9013-f85bcb0a79ca tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.709866 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-44cefb56-83c5-4683-b919-2eddfe113e25 req-00d1c477-d299-4127-9013-f85bcb0a79ca tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0525653 Apr 03 16:33:33.755973 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-44cefb56-83c5-4683-b919-2eddfe113e25 req-cf619130-ba69-4c35-bb0a-18e6e01bfd09 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Apr 03 16:33:34.320826 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ff1e-b7ab-40f5-947c-12e120e27e63 req-a8ced0e2-a13d-4e26-8441-cb782c39ee1e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.322385 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f564ff1e-b7ab-40f5-947c-12e120e27e63 req-a8ced0e2-a13d-4e26-8441-cb782c39ee1e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0555098 Apr 03 16:33:34.369053 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f564ff1e-b7ab-40f5-947c-12e120e27e63 req-62b2a251-fbdd-4b90-bb1e-cc036b6311a4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Apr 03 16:33:34.600113 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0dd58-a179-44fe-a667-5f739adce7d4 req-6789748d-efae-4606-8129-71f463bdc1c9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.601567 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-def0dd58-a179-44fe-a667-5f739adce7d4 req-6789748d-efae-4606-8129-71f463bdc1c9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0500185 Apr 03 16:33:34.646574 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-def0dd58-a179-44fe-a667-5f739adce7d4 req-66745240-7ec8-4485-afea-f476248abbfa tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Apr 03 16:33:34.871624 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6871d6-940e-4a57-9ea6-52017c2f2f80 req-ed951fcc-4cec-4604-8f80-67246d0f22d2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.873091 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6871d6-940e-4a57-9ea6-52017c2f2f80 req-ed951fcc-4cec-4604-8f80-67246d0f22d2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0526977 Apr 03 16:33:34.921814 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6871d6-940e-4a57-9ea6-52017c2f2f80 req-ae2307a4-7a43-4bee-a98c-c5245dd0d6c5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Apr 03 16:33:35.482384 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcdc5-4059-4f49-a87c-69e442ef64b3 req-468acc66-c024-4bd7-9f38-8a694b648825 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:35.483823 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb5bcdc5-4059-4f49-a87c-69e442ef64b3 req-468acc66-c024-4bd7-9f38-8a694b648825 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.0499456 Apr 03 16:33:35.528979 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb5bcdc5-4059-4f49-a87c-69e442ef64b3 req-5fb4e310-0f86-474d-beac-8fa9e392e74b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 Apr 03 16:33:35.767756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878953-2611-4c02-930b-b872b3d9f505 req-4e25b13f-5556-454b-803d-17a369278963 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:35.770521 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e6878953-2611-4c02-930b-b872b3d9f505 req-4e25b13f-5556-454b-803d-17a369278963 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0534873 Apr 03 16:33:35.817009 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e6878953-2611-4c02-930b-b872b3d9f505 req-8a9fd34d-8eea-446d-99e8-a2a591a2e8da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Apr 03 16:33:36.039046 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3df1-b379-4b0a-baca-ae94dbfe1a24 req-2d039d0e-4ab6-4b44-be90-8dab63f6d28d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:36.040560 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-903f3df1-b379-4b0a-baca-ae94dbfe1a24 req-2d039d0e-4ab6-4b44-be90-8dab63f6d28d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0545897 Apr 03 16:33:36.087490 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-903f3df1-b379-4b0a-baca-ae94dbfe1a24 req-d938893c-02e5-4fb3-abde-93057ada3b8c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Apr 03 16:33:36.197813 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c16b8d-9977-43bc-b76d-4a4d4e4f8e0d req-eb51c82f-28a6-41b6-ad3d-9607a2815760 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:36.199241 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3c16b8d-9977-43bc-b76d-4a4d4e4f8e0d req-eb51c82f-28a6-41b6-ad3d-9607a2815760 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0497305 Apr 03 16:33:36.208634 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:36.212795 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'floatingip': {'port_id': '185ffec6-a089-43fa-a2d2-e18a992d1a4b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:36.283336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:36.619593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:36.679403 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:33:36.683861 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:36.684241 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:36.768814 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:36.769219 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:36.793797 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:36.796016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc541c42-8c7a-4a4c-8a6c-73013eff19ad" -d '{"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:36.810518 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:36.815615 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:36.816658 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 99babeb5-c91c-4f59-a00a-10ec9fef60dc up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:36.862897 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae57f5-a50f-4c99-8bec-5eeec3f22c20 x-openstack-request-id: req-41ae57f5-a50f-4c99-8bec-5eeec3f22c20 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:36.863630 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:36.864324 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41ae57f5-a50f-4c99-8bec-5eeec3f22c20 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:36.864989 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ae57f5-a50f-4c99-8bec-5eeec3f22c20'] response: {'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'code': 200} Apr 03 16:33:36.929511 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:36.955815 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 99babeb5-c91c-4f59-a00a-10ec9fef60dc completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:33:36.960547 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 99babeb5-c91c-4f59-a00a-10ec9fef60dc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:36.965445 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.051723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 03 16:33:37.054223 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 99babeb5-c91c-4f59-a00a-10ec9fef60dc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:37.054774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.090645 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:37.098210 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.137493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.168104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.184786 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:37.274316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bca06-c766-41e5-a82d-3e0da95c65f4 req-4cad9e4b-77f8-4c76-a08a-1fb722f5f1bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:37.281655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a10bca06-c766-41e5-a82d-3e0da95c65f4 req-4cad9e4b-77f8-4c76-a08a-1fb722f5f1bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.3450921 Apr 03 16:33:37.318460 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441b759-9fde-441c-89b2-99526e60426e req-dc919d56-4161-4147-af26-55a01ecb6602 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:37.319955 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9441b759-9fde-441c-89b2-99526e60426e req-dc919d56-4161-4147-af26-55a01ecb6602 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 944 time: 0.3822601 Apr 03 16:33:37.326962 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f612a7-ce3b-4983-a075-727d046188c8 req-b30f47bf-af62-4403-894a-d42c209f9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:37.328395 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90f612a7-ce3b-4983-a075-727d046188c8 req-b30f47bf-af62-4403-894a-d42c209f9851 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1129 time: 0.2816849 Apr 03 16:33:37.383811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Floating IP 0b5c3613-a2d7-47e0-912e-5a018b26416e associated. External IP: 172.27.2.214, port: 185ffec6-a089-43fa-a2d2-e18a992d1a4b. Apr 03 16:33:37.475884 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a10bca06-c766-41e5-a82d-3e0da95c65f4 req-5ae9cbde-b2b3-413f-9446-909b245ce47d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933281 Apr 03 16:33:37.508322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90f612a7-ce3b-4983-a075-727d046188c8 req-e7b069e2-8b25-4f55-ae3c-073046e63d36 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655712 Apr 03 16:33:37.520996 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9441b759-9fde-441c-89b2-99526e60426e req-4e93a5b0-0516-4015-a38b-2e68f9e41a41 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900682 Apr 03 16:33:37.656636 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:33:37.781166 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:37.786926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:37.795997 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:37.811283 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:37.812629 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:37.857040 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b7c146a8-d114-4300-9299-73f0c9bba02c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "PUT /v2.0/floatingips/0b5c3613-a2d7-47e0-912e-5a018b26416e HTTP/1.1" status: 200 len: 991 time: 1.6472907 Apr 03 16:33:37.857888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:37.861929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c2088-860c-49a7-96a1-7c901e81447d" -d '{"events": [{"name": "network-changed", "server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:37.900277 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea3390-991f-4f4e-b707-24fd86d94019 x-openstack-request-id: req-b3ea3390-991f-4f4e-b707-24fd86d94019 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:37.900635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:37.900898 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3ea3390-991f-4f4e-b707-24fd86d94019 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:37.901297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ea3390-991f-4f4e-b707-24fd86d94019'] response: {'name': 'network-changed', 'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'status': 'completed', 'code': 200} Apr 03 16:33:37.959012 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:38.017739 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-8d69dc0a-d03a-4427-9bda-7f29ff90b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:38.020147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-8d69dc0a-d03a-4427-9bda-7f29ff90b50b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.0903125 Apr 03 16:33:38.067115 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f23fdbf-e79f-4cca-b837-1c46c6a7c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:38.083252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506b0cf-9702-4b5f-83d0-75f0c093b189 req-2bea6c39-46bb-4bbf-bfe8-b4f6decf450a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:38.084789 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3506b0cf-9702-4b5f-83d0-75f0c093b189 req-2bea6c39-46bb-4bbf-bfe8-b4f6decf450a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.1059432 Apr 03 16:33:38.194311 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3506b0cf-9702-4b5f-83d0-75f0c093b189 req-9144b717-90c7-450e-98e7-7d92debe2e0b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970290 Apr 03 16:33:38.212044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-9a738f92-3f7e-4987-9202-cd750a594af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:38.223526 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-9a738f92-3f7e-4987-9202-cd750a594af5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.1625526 Apr 03 16:33:38.291761 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '0b5c3613-a2d7-47e0-912e-5a018b26416e', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:21:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:36Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:38.322395 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:38.337434 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-630aa0cf-266d-40ac-bb94-a2f0eb72c133 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 999 time: 0.1072545 Apr 03 16:33:38.339708 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:38.340337 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:38.451196 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:38.685444 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '0b5c3613-a2d7-47e0-912e-5a018b26416e', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:21:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:36Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:38.715261 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1cf2-d53d-4f7a-b09c-e93a00ad45b1 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '0b5c3613-a2d7-47e0-912e-5a018b26416e', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:21:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:36Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:38.837762 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c579b-dc5b-4453-b7ec-ff2fa170653a req-34434514-3d61-4585-9bde-c72202128e63 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:38.839259 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-368c579b-dc5b-4453-b7ec-ff2fa170653a req-34434514-3d61-4585-9bde-c72202128e63 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.2892387 Apr 03 16:33:38.866746 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:38.869556 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0faf8-ac3a-4fcf-bf4e-682cb95771b8" -d '{"events": [{"server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "name": "network-vif-plugged", "status": "completed", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:38.885180 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1189ff-ee75-4d55-b425-3c0a131b573f req-8a69959f-7664-4f75-93ab-5595d578f371 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:38.886606 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e1189ff-ee75-4d55-b425-3c0a131b573f req-8a69959f-7664-4f75-93ab-5595d578f371 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.2959168 Apr 03 16:33:38.941199 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-368c579b-dc5b-4453-b7ec-ff2fa170653a req-633f891f-f038-4521-b098-3d944c5d82e9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921834 Apr 03 16:33:38.943609 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e33459-bbe4-47ad-9241-cd9587c85c47 None None] New status for floating IP 0b5c3613-a2d7-47e0-912e-5a018b26416e: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:33:39.000971 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e1189ff-ee75-4d55-b425-3c0a131b573f req-f3f8cfc1-4b6e-4940-b8d4-4c7b44571a7d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962164 Apr 03 16:33:39.016213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:39.026679 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb6ebd-9808-4c5e-ba01-1648426a091d x-openstack-request-id: req-81eb6ebd-9808-4c5e-ba01-1648426a091d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:39.026993 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "name": "network-vif-plugged", "status": "completed", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:39.027254 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81eb6ebd-9808-4c5e-ba01-1648426a091d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:39.027651 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81eb6ebd-9808-4c5e-ba01-1648426a091d'] response: {'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'code': 200} Apr 03 16:33:39.121783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.202268 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Publish callbacks [] for security_group (e058601e-4e3e-4a12-a41d-687d3ba436cc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.207726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e058601e-4e3e-4a12-a41d-687d3ba436cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.248669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f47e2c79caa4a51bf3697c923850516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313535 Apr 03 16:33:39.249530 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e058601e-4e3e-4a12-a41d-687d3ba436cc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:39.251407 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33532) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:39.257194 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.257552 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.257906 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.258480 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.258782 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.259112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.259441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.259846 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.260660 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.261043 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.261465 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.261939 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.262384 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.262752 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.263058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbe326-48f5-4b44-89c2-193cf58d2d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.303973 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Publish callbacks [] for security_group (e058601e-4e3e-4a12-a41d-687d3ba436cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.325396 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Publish callbacks [] for security_group (e058601e-4e3e-4a12-a41d-687d3ba436cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.327990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef743503-d77a-4598-9c3b-165347106324 req-33c1b1ec-2d9f-43e2-a0a2-c8d44fe2b177 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:39.329528 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef743503-d77a-4598-9c3b-165347106324 req-33c1b1ec-2d9f-43e2-a0a2-c8d44fe2b177 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0567482 Apr 03 16:33:39.372303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e058601e-4e3e-4a12-a41d-687d3ba436cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.375048 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.379012 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e058601e-4e3e-4a12-a41d-687d3ba436cc HTTP/1.1" status: 204 len: 168 time: 0.1237063 Apr 03 16:33:39.379150 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef743503-d77a-4598-9c3b-165347106324 req-998f3d38-ac2f-40cf-8f95-fc8d584d368c tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Apr 03 16:33:39.385362 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058601e-4e3e-4a12-a41d-687d3ba436cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:39.392829 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.393206 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.394299 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.394786 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.395266 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.395894 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.396387 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.397052 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.397578 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.398132 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.398989 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.399348 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.399687 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.400020 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.400354 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f5725-b0bd-4830-ac6a-8cb034b92258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:39.638238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:39.651098 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e75badf5-d901-42cb-94ce-418984a62c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.727825 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e75badf5-d901-42cb-94ce-418984a62c14 admin admin] Publish callbacks [] for security_group (b1cdbbbd-b7e4-47a1-87d1-e1124e876330), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.731503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e75badf5-d901-42cb-94ce-418984a62c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b1cdbbbd-b7e4-47a1-87d1-e1124e876330), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.771144 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e75badf5-d901-42cb-94ce-418984a62c14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8c7cd75d5834cd59d1976df9fc6e2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318185 Apr 03 16:33:39.772308 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75badf5-d901-42cb-94ce-418984a62c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cdbbbd-b7e4-47a1-87d1-e1124e876330,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:39.773842 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:39.820756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] Publish callbacks [] for security_group (b1cdbbbd-b7e4-47a1-87d1-e1124e876330), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.841595 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] Publish callbacks [] for security_group (b1cdbbbd-b7e4-47a1-87d1-e1124e876330), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.887649 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b1cdbbbd-b7e4-47a1-87d1-e1124e876330), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.890149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:39.891306 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1cdbbbd-b7e4-47a1-87d1-e1124e876330 HTTP/1.1" status: 204 len: 168 time: 0.1164246 Apr 03 16:33:39.898752 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3913544-5b67-4981-8776-0ee4dda9ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cdbbbd-b7e4-47a1-87d1-e1124e876330,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:40.069812 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b3d5-2b33-4889-b558-4b8fd1accc54 req-1f77b368-9615-497c-958a-9abd5c9d1fcb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:40.074023 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f988b3d5-2b33-4889-b558-4b8fd1accc54 req-1f77b368-9615-497c-958a-9abd5c9d1fcb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0644376 Apr 03 16:33:40.190290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-b3725a62-7c4c-4354-b80a-70d69c36a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:40.191835 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-b3725a62-7c4c-4354-b80a-70d69c36a963 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0846105 Apr 03 16:33:40.199973 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b61d0-3e9d-4450-a62c-be54fd30345e req-1516702c-8c98-4c86-b4ee-b5a160fd38b7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:40.201402 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f71b61d0-3e9d-4450-a62c-be54fd30345e req-1516702c-8c98-4c86-b4ee-b5a160fd38b7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.1264012 Apr 03 16:33:40.204310 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f988b3d5-2b33-4889-b558-4b8fd1accc54 req-dd649680-9c7b-4ebb-88bc-d8cf68089279 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211576 Apr 03 16:33:40.244306 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:40.253204 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f71b61d0-3e9d-4450-a62c-be54fd30345e req-bd3f319a-afbd-4223-9a27-c80268467dc0 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Apr 03 16:33:40.258410 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58d2ea2d-9872-427a-9856-801eebedbecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.334244 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58d2ea2d-9872-427a-9856-801eebedbecf admin admin] Publish callbacks [] for security_group (b4903b6b-02c1-4153-a2a7-7ca3580f1e75), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.338533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58d2ea2d-9872-427a-9856-801eebedbecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b4903b6b-02c1-4153-a2a7-7ca3580f1e75), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.375648 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-58d2ea2d-9872-427a-9856-801eebedbecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b1249496c314c399318731e39964492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301954 Apr 03 16:33:40.376434 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2ea2d-9872-427a-9856-801eebedbecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4903b6b-02c1-4153-a2a7-7ca3580f1e75,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:40.378473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:40.431474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] Publish callbacks [] for security_group (b4903b6b-02c1-4153-a2a7-7ca3580f1e75), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.442301 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0ed5-ee44-48ff-aca3-4bfa5d4c7967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.463740 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] Publish callbacks [] for security_group (b4903b6b-02c1-4153-a2a7-7ca3580f1e75), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.529445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e7b5d-2f00-48db-9c77-8bdb2116d6ec req-7253bb24-cc9e-4857-a992-36d523026662 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:40.531084 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed8e7b5d-2f00-48db-9c77-8bdb2116d6ec req-7253bb24-cc9e-4857-a992-36d523026662 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0843110 Apr 03 16:33:40.554748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b4903b6b-02c1-4153-a2a7-7ca3580f1e75), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.557236 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:40.558298 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4903b6b-02c1-4153-a2a7-7ca3580f1e75 HTTP/1.1" status: 204 len: 168 time: 0.1786141 Apr 03 16:33:40.571654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c825f4-3225-4527-b81b-56661f931967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4903b6b-02c1-4153-a2a7-7ca3580f1e75,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:40.596010 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed8e7b5d-2f00-48db-9c77-8bdb2116d6ec req-996805c5-cc32-4d0b-9475-79c71c886c3d tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Apr 03 16:33:41.343918 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d800e8-4d65-4e41-9b92-8fbd74295126 req-d1f08a84-03a4-4a28-bda5-3fe85214c759 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:41.345598 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c8d800e8-4d65-4e41-9b92-8fbd74295126 req-d1f08a84-03a4-4a28-bda5-3fe85214c759 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0693111 Apr 03 16:33:41.373507 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:41.423091 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362654e7-b93a-44d7-a655-33f7471fec89 req-6f562d8d-99ad-41d6-ba67-a5989a08e85e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:41.424594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-362654e7-b93a-44d7-a655-33f7471fec89 req-6f562d8d-99ad-41d6-ba67-a5989a08e85e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0979211 Apr 03 16:33:41.428529 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c8d800e8-4d65-4e41-9b92-8fbd74295126 req-2486cead-6b75-462b-9d89-a7a679bf3129 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616961 Apr 03 16:33:41.472777 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-362654e7-b93a-44d7-a655-33f7471fec89 req-4755716a-4397-4b3c-96aa-c8947865de80 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Apr 03 16:33:41.714107 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0bdcb-4dd8-4216-97ee-b68e4c383f28 req-0b1f72af-7993-40bd-8a33-af13c9365c25 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:41.715583 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01e0bdcb-4dd8-4216-97ee-b68e4c383f28 req-0b1f72af-7993-40bd-8a33-af13c9365c25 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0519950 Apr 03 16:33:41.762024 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01e0bdcb-4dd8-4216-97ee-b68e4c383f28 req-75064c4f-9caa-499b-9827-86c3194eb786 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Apr 03 16:33:42.582379 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357fcb-fa15-4bed-8432-0704f607a9b9 req-288f8d2b-f2ae-4522-860f-b42b307b533f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.583874 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-35357fcb-fa15-4bed-8432-0704f607a9b9 req-288f8d2b-f2ae-4522-860f-b42b307b533f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0850167 Apr 03 16:33:42.636807 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c92603-f0b1-4cf9-b1e9-2f559a4c6fdf req-807c5d77-3ede-41ad-bc9a-c3d127084e30 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.638529 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85c92603-f0b1-4cf9-b1e9-2f559a4c6fdf req-807c5d77-3ede-41ad-bc9a-c3d127084e30 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0931897 Apr 03 16:33:42.726975 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-35357fcb-fa15-4bed-8432-0704f607a9b9 req-2d9249ba-2843-49de-a335-c384be7d273b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370325 Apr 03 16:33:42.773273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c4ac-a64e-408e-b222-78168ea4a8b6 req-8a419452-f5a6-4acf-8b60-870f66c83b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.774765 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16b5c4ac-a64e-408e-b222-78168ea4a8b6 req-8a419452-f5a6-4acf-8b60-870f66c83b9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 1129 time: 0.1205707 Apr 03 16:33:42.776749 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-983aaa26-1e72-4f3b-9c55-5c67ef57ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.778082 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-983aaa26-1e72-4f3b-9c55-5c67ef57ca1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362391 Apr 03 16:33:42.781106 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85c92603-f0b1-4cf9-b1e9-2f559a4c6fdf req-b7411eb0-b1a2-446b-a32b-7dfd794e007e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280916 Apr 03 16:33:42.914790 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16b5c4ac-a64e-408e-b222-78168ea4a8b6 req-ef6fb5cb-c9b2-47f2-8d5c-6a04978ef902 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279848 Apr 03 16:33:42.920316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:42.944573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d9d6-f025-45e8-88f5-7b103f364171 req-32052598-7c1b-4fed-8369-fda99487f49b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.946022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c659d9d6-f025-45e8-88f5-7b103f364171 req-32052598-7c1b-4fed-8369-fda99487f49b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.1047497 Apr 03 16:33:42.948168 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-be3633a4-ce8a-4531-9428-a7b1ad49db17 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548669 Apr 03 16:33:42.992390 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c659d9d6-f025-45e8-88f5-7b103f364171 req-80f9d5bd-79bd-456b-b7d2-5b2368d00851 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Apr 03 16:33:43.492354 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7c2088-860c-49a7-96a1-7c901e81447d req-d79f0cbe-907b-45e4-a5ae-a82fcff57b7b service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893338 Apr 03 16:33:43.854915 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134923-6764-42c6-b23e-ca2f70aec223 req-544daede-0e25-4c0b-b70f-29a89556a114 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:43.856362 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3134923-6764-42c6-b23e-ca2f70aec223 req-544daede-0e25-4c0b-b70f-29a89556a114 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0569148 Apr 03 16:33:43.926692 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3134923-6764-42c6-b23e-ca2f70aec223 req-5a1ae3f1-eead-47b1-b885-7541c033554e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619121 Apr 03 16:33:43.937417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a398a0-bb9d-4f98-80c5-49b27bc8f0d0 req-150c5b86-f942-480e-b3db-4b8e46495fb4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:43.939021 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7a398a0-bb9d-4f98-80c5-49b27bc8f0d0 req-150c5b86-f942-480e-b3db-4b8e46495fb4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0924125 Apr 03 16:33:43.990347 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7a398a0-bb9d-4f98-80c5-49b27bc8f0d0 req-f7e50a60-d875-41d7-a81e-43c151127e2c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454452 Apr 03 16:33:44.123317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1ef1-c8e5-4d9b-817d-8ec37c816ae0 req-43c20129-a4b0-4bb1-a276-7c758bad726a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:44.124672 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23cb1ef1-c8e5-4d9b-817d-8ec37c816ae0 req-43c20129-a4b0-4bb1-a276-7c758bad726a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0612187 Apr 03 16:33:44.173824 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23cb1ef1-c8e5-4d9b-817d-8ec37c816ae0 req-1ad747f4-addb-4d22-a86c-39d6fa791f34 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Apr 03 16:33:44.386071 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:44.505799 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:45.046445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1b4d2-dd88-4b84-9214-b42722073a2c req-c34a2e8e-4366-4ab8-bbec-52d48306cb8f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.047990 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f1b4d2-dd88-4b84-9214-b42722073a2c req-c34a2e8e-4366-4ab8-bbec-52d48306cb8f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0538940 Apr 03 16:33:45.168458 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f1b4d2-dd88-4b84-9214-b42722073a2c req-e8534696-6a37-4ff4-bbca-8661ea33dc34 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105776 Apr 03 16:33:45.183687 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aea2f5-ea98-42e2-b5e8-96d4acfbe293 req-07d0e0af-60a1-46ab-920c-161f2348caad tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.192852 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50aea2f5-ea98-42e2-b5e8-96d4acfbe293 req-07d0e0af-60a1-46ab-920c-161f2348caad tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.1198583 Apr 03 16:33:45.224297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-2c5517d5-a490-4809-9d6c-151c74e262da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256495 Apr 03 16:33:45.264920 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50aea2f5-ea98-42e2-b5e8-96d4acfbe293 req-e815c630-1ecd-4ad5-818a-be971b39895b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709586 Apr 03 16:33:45.384576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec53bb-4274-4667-a088-febbbb26bb82 req-fab3a96f-25b5-4af6-aab1-c00ffd04fdf0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.386052 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdec53bb-4274-4667-a088-febbbb26bb82 req-fab3a96f-25b5-4af6-aab1-c00ffd04fdf0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.1202245 Apr 03 16:33:45.403067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-bf5cb8cd-df70-42b6-af7b-cabad9b18a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.404508 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-bf5cb8cd-df70-42b6-af7b-cabad9b18a15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.1087856 Apr 03 16:33:45.424214 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897184-8d72-494c-be71-2ce521bf829b req-e7ff4322-e017-4b8c-856a-9463641617cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.426215 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4c897184-8d72-494c-be71-2ce521bf829b req-e7ff4322-e017-4b8c-856a-9463641617cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1016564 Apr 03 16:33:45.435131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33676) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:45.439683 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'floatingip': {'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:45.502717 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdec53bb-4274-4667-a088-febbbb26bb82 req-7971f096-d9a8-475c-9599-5e8fec25f87c tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096997 Apr 03 16:33:45.516776 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:45.541036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-92cd943a-3088-4336-8cdb-666a58bd68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.542507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-92cd943a-3088-4336-8cdb-666a58bd68a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.1154463 Apr 03 16:33:45.614501 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-a24fe768-b73b-4102-8f49-7dcddde5820c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 1001 time: 0.0631883 Apr 03 16:33:45.665817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-94aaf3b6-1501-4672-9b00-3c3e25bf8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.667425 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-94aaf3b6-1501-4672-9b00-3c3e25bf8e7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0453079 Apr 03 16:33:45.728179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-dfa6c2ea-849d-4d93-bbf6-13870c04a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.729726 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-dfa6c2ea-849d-4d93-bbf6-13870c04a3dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563955 Apr 03 16:33:45.813038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:45.833459 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-ffee3fbb-db3d-41a6-9565-5e2e449ac2b3 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968580 Apr 03 16:33:45.947214 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfcf8e03-9fa7-47b5-b505-3671a70d30e0 req-31118834-3780-4ec7-9a1c-a32811434e57 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072559 Apr 03 16:33:45.976115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47bf634-d4c3-44c7-a0ed-c68afcbc9dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.141581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47bf634-d4c3-44c7-a0ed-c68afcbc9dbf admin admin] Publish callbacks [] for security_group (42a31e52-1fc5-4aa5-bdb7-003d950aaea4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.149274 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47bf634-d4c3-44c7-a0ed-c68afcbc9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (42a31e52-1fc5-4aa5-bdb7-003d950aaea4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.161463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ced798-3611-4981-9d1f-db477d0b17bb req-aac94e3f-6329-46fe-91fd-967be030671a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:46.162907 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37ced798-3611-4981-9d1f-db477d0b17bb req-aac94e3f-6329-46fe-91fd-967be030671a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.0945072 Apr 03 16:33:46.195880 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.206970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.228746 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bf634-d4c3-44c7-a0ed-c68afcbc9dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a31e52-1fc5-4aa5-bdb7-003d950aaea4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:46.239844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f47bf634-d4c3-44c7-a0ed-c68afcbc9dbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6487650f80124b4e91b8e07c7e1e11e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218822 Apr 03 16:33:46.243072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:46.332171 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Floating IP 86978ee0-df9b-4fac-a6da-017f89445cf2 associated. External IP: 172.27.2.208, port: a777449e-6bdf-4561-9c1f-4dc512cbbfd8. Apr 03 16:33:46.399134 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] Publish callbacks [] for security_group (42a31e52-1fc5-4aa5-bdb7-003d950aaea4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.404730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Deleting port fc795d86-c063-4d7f-8031-4351babb8ca8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:33:46.405069 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.468030 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:33:46.480986 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] Publish callbacks [] for security_group (42a31e52-1fc5-4aa5-bdb7-003d950aaea4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.519752 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01463b-9fff-4bc7-8e32-0a61c612abea req-7b389200-d0f0-46ea-9369-c23c2ec4116b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:46.521366 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b01463b-9fff-4bc7-8e32-0a61c612abea req-7b389200-d0f0-46ea-9369-c23c2ec4116b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.1760981 Apr 03 16:33:46.604117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] For port fc795d86-c063-4d7f-8031-4351babb8ca8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=fc795d86-c063-4d7f-8031-4351babb8ca8,segment=NetworkSegment(fd89e7a6-9f26-4a62-9c0a-f28469221240),segment_id=fd89e7a6-9f26-4a62-9c0a-f28469221240)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:46.604507 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.652193 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Calling delete_port for fc795d86-c063-4d7f-8031-4351babb8ca8 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:33:46.667413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b01463b-9fff-4bc7-8e32-0a61c612abea req-7603c502-b586-4d03-a715-c7600e4f38c7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372020 Apr 03 16:33:46.676165 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (42a31e52-1fc5-4aa5-bdb7-003d950aaea4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.678683 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.679797 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42a31e52-1fc5-4aa5-bdb7-003d950aaea4 HTTP/1.1" status: 204 len: 168 time: 0.4367912 Apr 03 16:33:46.776264 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:33:46.898900 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:46.904373 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:46.911891 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:46.925409 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:46.926367 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:46.935489 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-08345e08-80b9-4372-a547-c66fbab948e5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "PUT /v2.0/floatingips/86978ee0-df9b-4fac-a6da-017f89445cf2 HTTP/1.1" status: 200 len: 991 time: 1.4992409 Apr 03 16:33:46.936190 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:46.938747 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10" -d '{"events": [{"name": "network-changed", "server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:46.961600 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb212f7-7104-4238-b51d-85e1be2b5095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a31e52-1fc5-4aa5-bdb7-003d950aaea4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:47.015977 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:47.022462 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732f350-d32b-4a7d-af92-9d188cc3f40d req-0fbb0d6b-a931-469c-86a8-e82561e64f05 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:47.024862 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a732f350-d32b-4a7d-af92-9d188cc3f40d req-0fbb0d6b-a931-469c-86a8-e82561e64f05 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 945 time: 0.4228976 Apr 03 16:33:47.034776 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0aef3e0e-3396-4155-8af9-2cdc3f0d9884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.068846 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:47.090349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26acb-9896-4f11-98fb-7ec4e86e8fa9 req-427e853a-a570-47e9-9262-451559e399dd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:47.100611 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7d26acb-9896-4f11-98fb-7ec4e86e8fa9 req-427e853a-a570-47e9-9262-451559e399dd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.1399543 Apr 03 16:33:47.109068 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33732) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:47.115144 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:47.169696 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a732f350-d32b-4a7d-af92-9d188cc3f40d req-0576b136-9071-4298-9681-4020d8b005c5 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/security-groups?id=42294e69-016b-4d55-ae06-6d778a94dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325862 Apr 03 16:33:47.182592 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.189669 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f940a1a-9201-4dff-b6c5-8a9707213f64 x-openstack-request-id: req-7f940a1a-9201-4dff-b6c5-8a9707213f64 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:47.190740 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:47.191084 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f940a1a-9201-4dff-b6c5-8a9707213f64 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:47.191597 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f940a1a-9201-4dff-b6c5-8a9707213f64'] response: {'name': 'network-changed', 'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'status': 'completed', 'code': 200} Apr 03 16:33:47.270048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (fc795d86-c063-4d7f-8031-4351babb8ca8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.276162 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0aef3e0e-3396-4155-8af9-2cdc3f0d9884 admin admin] Publish callbacks [] for security_group (ee68bcf9-31f8-4b8a-84a5-92afdace39f9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.284808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0aef3e0e-3396-4155-8af9-2cdc3f0d9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ee68bcf9-31f8-4b8a-84a5-92afdace39f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.356304 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3e0e-3396-4155-8af9-2cdc3f0d9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68bcf9-31f8-4b8a-84a5-92afdace39f9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:47.365148 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0aef3e0e-3396-4155-8af9-2cdc3f0d9884 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c525a8fd6b34f848e17a0ea45aff785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456275 Apr 03 16:33:47.366243 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:47.370857 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Pushing event deleted for resources: {'Port': ['ID=fc795d86-c063-4d7f-8031-4351babb8ca8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:47.390988 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] No DVR routers for this DVR port fc795d86-c063-4d7f-8031-4351babb8ca8 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:33:47.394675 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.397886 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37ced798-3611-4981-9d1f-db477d0b17bb req-3e61e8c4-8837-42db-aba3-4845f92ea34e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.50 "DELETE /v2.0/ports/fc795d86-c063-4d7f-8031-4351babb8ca8 HTTP/1.1" status: 204 len: 173 time: 1.2248316 Apr 03 16:33:47.398353 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'name': 'network-vif-deleted', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:47.400597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5d47c-7002-42b0-a758-0cc71166886f" -d '{"events": [{"server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "name": "network-vif-deleted", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:47.443582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc9d573-78bc-4b43-a11a-69042ab3c213 x-openstack-request-id: req-6bc9d573-78bc-4b43-a11a-69042ab3c213 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:47.443874 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10f80a-52c3-4d62-9ea0-f40ced4eb098", "name": "network-vif-deleted", "tag": "fc795d86-c063-4d7f-8031-4351babb8ca8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:47.444128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bc9d573-78bc-4b43-a11a-69042ab3c213 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:47.444550 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc9d573-78bc-4b43-a11a-69042ab3c213'] response: {'server_uuid': '1b10f80a-52c3-4d62-9ea0-f40ced4eb098', 'name': 'network-vif-deleted', 'tag': 'fc795d86-c063-4d7f-8031-4351babb8ca8', 'status': 'completed', 'code': 200} Apr 03 16:33:47.481012 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '86978ee0-df9b-4fac-a6da-017f89445cf2', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:06Z', 'updated_at': '2022-04-03T16:33:46Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:47.502094 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] Publish callbacks [] for security_group (ee68bcf9-31f8-4b8a-84a5-92afdace39f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.511501 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:47.520957 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:47.521579 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:47.567170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] Publish callbacks [] for security_group (ee68bcf9-31f8-4b8a-84a5-92afdace39f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.629759 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:47.695584 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (ee68bcf9-31f8-4b8a-84a5-92afdace39f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.698222 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.699562 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee68bcf9-31f8-4b8a-84a5-92afdace39f9 HTTP/1.1" status: 204 len: 168 time: 0.3324337 Apr 03 16:33:47.728589 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf71546-b58f-4b71-bb0f-99960fa4e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68bcf9-31f8-4b8a-84a5-92afdace39f9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:47.807022 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.811788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:47.882308 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '86978ee0-df9b-4fac-a6da-017f89445cf2', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:06Z', 'updated_at': '2022-04-03T16:33:46Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:47.913092 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add3ce-7852-43cc-b8a3-f79b14b43ff1 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '86978ee0-df9b-4fac-a6da-017f89445cf2', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:06Z', 'updated_at': '2022-04-03T16:33:46Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:47.919659 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP d21b72f7-4e8d-4481-aa4f-d5c15043d451 associated. External IP: 172.27.2.170, port: 99babeb5-c91c-4f59-a00a-10ec9fef60dc. Apr 03 16:33:48.125525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2cab6f-0397-443f-b219-4b32159d26d8 None None] New status for floating IP 86978ee0-df9b-4fac-a6da-017f89445cf2: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:33:48.181393 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:33:48.323615 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:48.329479 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:48.331468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddfbadd8-ed3a-4466-8942-006f634a29da req-88bddfef-b762-4a98-86b9-45c8cf1c3b3e tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0569727 Apr 03 16:33:48.341976 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:48.364959 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:48.365606 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:48.398612 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-28aa7853-d074-44a4-95a6-9c5a025bf4de tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "PUT /v2.0/floatingips/d21b72f7-4e8d-4481-aa4f-d5c15043d451 HTTP/1.1" status: 200 len: 991 time: 1.2881396 Apr 03 16:33:48.502633 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:48.731004 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:47Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:48.761305 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:48.770735 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:48.771345 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:33:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:48.878607 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:48.895846 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:49.004994 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e98c6e7-8487-4a35-859c-c27b989805fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.009444 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['fc795d86-c063-4d7f-8031-4351babb8ca8'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:49.106756 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e98c6e7-8487-4a35-859c-c27b989805fd admin admin] Publish callbacks [] for security_group (94958192-93c8-4594-ba65-266f4b569715), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.110665 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e98c6e7-8487-4a35-859c-c27b989805fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (94958192-93c8-4594-ba65-266f4b569715), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.113052 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:47Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:49.140556 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add4887-1bc2-4fca-a512-9ccb8a33f981 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:47Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:49.153447 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7e98c6e7-8487-4a35-859c-c27b989805fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95d633e63f9f4997b07849f8cfa0655e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565176 Apr 03 16:33:49.154579 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c6e7-8487-4a35-859c-c27b989805fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94958192-93c8-4594-ba65-266f4b569715,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:49.156147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:49.192503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:49.195031 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a418e-bbe2-477f-8d57-ff50996752b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:49.214728 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] Publish callbacks [] for security_group (94958192-93c8-4594-ba65-266f4b569715), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.235127 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a1c1f5-1509-4a82-85b6-412ae5b1b5f1 x-openstack-request-id: req-72a1c1f5-1509-4a82-85b6-412ae5b1b5f1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:49.235484 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:49.235802 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72a1c1f5-1509-4a82-85b6-412ae5b1b5f1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:49.236286 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a1c1f5-1509-4a82-85b6-412ae5b1b5f1'] response: {'name': 'network-changed', 'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'status': 'completed', 'code': 200} Apr 03 16:33:49.243304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] Publish callbacks [] for security_group (94958192-93c8-4594-ba65-266f4b569715), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.292381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (94958192-93c8-4594-ba65-266f4b569715), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.294940 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.296125 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94958192-93c8-4594-ba65-266f4b569715 HTTP/1.1" status: 204 len: 168 time: 0.1389441 Apr 03 16:33:49.305307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02165520-5c6e-4532-a6c4-ebf78363c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94958192-93c8-4594-ba65-266f4b569715,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:49.391500 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf09c9-787e-4bc1-86af-01cdab9aebc2 None None] New status for floating IP d21b72f7-4e8d-4481-aa4f-d5c15043d451: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:33:49.454224 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49d994c1-4047-4aba-a394-960449feb4ad req-ceb48674-d7f1-468d-858d-3f7e8498dca0 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0328405 Apr 03 16:33:50.341441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 33846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:50.463993 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66015a60-7248-4211-a6b1-272265e15043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.582895 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-80d75812-32e1-4f48-81b4-d23809fd0953 req-93ea933d-e1e6-4a30-b83a-c38151d100ff tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0502763 Apr 03 16:33:50.586554 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-bc969c2d-0637-4f5b-9915-b7594a2eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:50.588119 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-bc969c2d-0637-4f5b-9915-b7594a2eabf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1129 time: 0.1465735 Apr 03 16:33:50.607755 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-a917a078-51c1-4658-9ce8-c25fc6312f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:50.609166 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-a917a078-51c1-4658-9ce8-c25fc6312f05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 1129 time: 0.1281579 Apr 03 16:33:50.753808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66015a60-7248-4211-a6b1-272265e15043 admin admin] Publish callbacks [] for security_group (40a0da85-5c3c-4e78-b4f5-c00d78a76bf3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.762885 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66015a60-7248-4211-a6b1-272265e15043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (40a0da85-5c3c-4e78-b4f5-c00d78a76bf3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.802934 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-cf046bc6-1fd1-47ef-bbdb-da5360c7a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:50.804386 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-cf046bc6-1fd1-47ef-bbdb-da5360c7a4e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.2061625 Apr 03 16:33:50.826016 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-66015a60-7248-4211-a6b1-272265e15043 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=215b06a5c0ba4beaa3318d87cd5abdbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835591 Apr 03 16:33:50.829017 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 33854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:50.830622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-a5ce9f8f-4387-4320-b672-8751a1726588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:50.832186 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-a5ce9f8f-4387-4320-b672-8751a1726588 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.2173071 Apr 03 16:33:50.876765 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66015a60-7248-4211-a6b1-272265e15043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0da85-5c3c-4e78-b4f5-c00d78a76bf3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:50.887133 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] Publish callbacks [] for security_group (40a0da85-5c3c-4e78-b4f5-c00d78a76bf3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.909701 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] Publish callbacks [] for security_group (40a0da85-5c3c-4e78-b4f5-c00d78a76bf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.930797 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-84c04726-fcda-4472-8f3f-eeddb7839e14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 1001 time: 0.1174369 Apr 03 16:33:50.950149 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-3109d0c3-e5e2-4a98-8e1c-10de863ae56d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 200 len: 1001 time: 0.0828023 Apr 03 16:33:50.957091 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (40a0da85-5c3c-4e78-b4f5-c00d78a76bf3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.961041 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.962212 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40a0da85-5c3c-4e78-b4f5-c00d78a76bf3 HTTP/1.1" status: 204 len: 168 time: 0.1322160 Apr 03 16:33:50.970293 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96cec-89f0-42fe-a68a-caf0defb3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0da85-5c3c-4e78-b4f5-c00d78a76bf3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:51.022678 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-71a39f09-3a35-45ed-b430-47a1aab7d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.024065 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-71a39f09-3a35-45ed-b430-47a1aab7d8d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0865712 Apr 03 16:33:51.027349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-f161eb4b-12dc-42c4-b405-6604efc9466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.028757 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-f161eb4b-12dc-42c4-b405-6604efc9466e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0579436 Apr 03 16:33:51.115403 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-613dd5dc-d3c7-4fd6-a8ac-633b94cf90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.116960 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-613dd5dc-d3c7-4fd6-a8ac-633b94cf90e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804176 Apr 03 16:33:51.119150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-6881ac8e-af7d-43a6-a39d-5dd6c49e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.121513 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-6881ac8e-af7d-43a6-a39d-5dd6c49e87b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836148 Apr 03 16:33:51.280433 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-40fc8f6a-ad7f-434a-848c-2fa8c67df39b service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505713 Apr 03 16:33:51.284161 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-8b91f3c5-1032-4529-8273-10736ce4b1de service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466770 Apr 03 16:33:51.448392 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a90a418e-bbe2-477f-8d57-ff50996752b3 req-b530ad2d-5663-4118-a38b-6a50e559eb67 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568666 Apr 03 16:33:51.450343 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1e1f2d7-3d61-4553-87ab-fd41dd4f8d10 req-2e9de45b-150d-4526-a79b-194b1fb0cd41 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599760 Apr 03 16:33:51.675767 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d744d0a-0d53-41a4-a706-3e40bc1d5907 req-521fa559-a957-4664-b24b-ff0a705b717b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0271845 Apr 03 16:33:52.768097 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c945501-6f73-499c-8432-723dbe01e3bd req-27873571-191e-4117-9487-50edc5b0e77b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0255957 Apr 03 16:33:53.089993 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device fc795d86-c063-4d7f-8031-4351babb8ca8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:33:53.110310 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: fc795d86-c063-4d7f-8031-4351babb8ca8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:33:53.110651 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device fc795d86-c063-4d7f-8031-4351babb8ca8 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:33:53.862543 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3e87645-e92f-4731-b869-8aec2f0aedbf req-f6284dfb-ed9d-4e3b-8077-6acd26c80e70 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0261910 Apr 03 16:33:54.957811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-835f7400-0874-48f0-a6b7-bb4ff5853d1e req-e5f2238c-c574-42e6-9da1-8e441ab8df99 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0295653 Apr 03 16:33:56.049276 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-150ee44b-e5e6-48ba-9a05-162430ab019e req-873861f1-01db-4c13-a604-f34083b05b67 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0264597 Apr 03 16:33:57.139875 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab6d6e57-06e8-4ace-8812-e9cf0b06c664 req-112d986c-03e7-45fc-a0a4-c1d1d1e2575a tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0261345 Apr 03 16:33:58.235497 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fd799f1-976d-4340-b633-0cd182affeea req-4b8cd9b8-05f8-4d5c-bb67-5cf5bb2c3eb5 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0251358 Apr 03 16:33:59.327828 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-33dea95e-e491-4443-858f-e426d89bfb33 req-43a86d29-37c2-4947-a166-09e58a4de2f6 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0255055 Apr 03 16:34:00.417369 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd3a65c8-808c-4032-8e3e-9eff2d26b63e req-ba1fca86-2027-4d36-b769-c042a7600b7b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Apr 03 16:34:01.511113 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94f3ff64-5225-4eb0-9258-1ca12051f0a4 req-ec473d21-5374-41bb-96e5-811af9be7aef tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0301478 Apr 03 16:34:02.601856 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-371cb76f-2670-458a-ab42-1c2e15234851 req-1dd2a877-dbfd-4a13-9d40-460bb381cfbc tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0265188 Apr 03 16:34:03.700249 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f2dfbcf-65bd-4b1a-aa52-b0581a89dd33 req-c4b5fe6d-74c1-49c4-ae46-514c9b05f66b tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Apr 03 16:34:04.792839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2161b3e8-8589-4489-8f43-b4d5bd11df30 req-6ecef170-5149-44dc-9a5e-1a6860fa0034 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0263808 Apr 03 16:34:05.883742 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a4b082e-614e-49b0-8e80-aef8eb848c75 req-0d0c5094-1abf-43d4-8ee8-43a3eba3443f tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0261092 Apr 03 16:34:06.989814 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a30e649-f11b-4059-9441-17473ab5196e req-32d60223-d6a2-4d81-a009-a7c32b9a0519 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Apr 03 16:34:08.051272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32c54ed2-d042-42ee-bdf1-cbc1de174e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:08.081904 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f1e6312c-62ee-4a65-884b-57a303217c9a req-437be6ee-b622-4a66-b0c8-406d81776902 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Apr 03 16:34:09.178882 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8d9b946-2cb2-4b79-8b45-65029e18aa69 req-2e7b939e-890d-470a-b893-77249f767ea4 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0261426 Apr 03 16:34:10.271580 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96a2111a-a4fc-4753-a102-7688828ac6b9 req-39fd7740-c284-4ee0-abcd-85f7ac6f3f71 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0268648 Apr 03 16:34:10.443516 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bebc8cd7-85b7-4ce0-9837-1b8adfc2db49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:11.363240 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-61ba6992-9925-45bf-8ceb-a92518f3c8f0 req-44413a76-dd66-401b-99d2-c2f5f17b2475 tempest-DeleteServersTestJSON-1158676560 tempest-DeleteServersTestJSON-1158676560-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10f80a-52c3-4d62-9ea0-f40ced4eb098 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Apr 03 16:34:11.378073 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:12.926203 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:14.388432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:14.502094 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:23.457589 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:34:25.382479 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:25.427124 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Deleting subnet 29467a29-7fee-449a-95f2-f49357ff53df {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:34:25.430288 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Publish callbacks [] for subnet (29467a29-7fee-449a-95f2-f49357ff53df), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.464628 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (29467a29-7fee-449a-95f2-f49357ff53df), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.507796 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (29467a29-7fee-449a-95f2-f49357ff53df), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.561292 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (29467a29-7fee-449a-95f2-f49357ff53df), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.589780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29467a29-7fee-449a-95f2-f49357ff53df,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:25.591829 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.597007 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ac3e42c9-80bf-4f24-9df4-69eb5cfd7fd1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29467a29-7fee-449a-95f2-f49357ff53df HTTP/1.1" status: 204 len: 168 time: 0.2134519 Apr 03 16:34:25.599799 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:25.676058 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (0bc455e3-e06e-4028-a907-88da9848e069), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.760599 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (0bc455e3-e06e-4028-a907-88da9848e069), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.781448 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc455e3-e06e-4028-a907-88da9848e069']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:25.791285 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd89e7a6-9f26-4a62-9c0a-f28469221240') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:25.791586 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd89e7a6-9f26-4a62-9c0a-f28469221240') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:25.801690 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (fd89e7a6-9f26-4a62-9c0a-f28469221240), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.815513 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (fd89e7a6-9f26-4a62-9c0a-f28469221240), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.822382 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:34:25.822787 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (fd89e7a6-9f26-4a62-9c0a-f28469221240), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:34:25.833577 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:34:25.888523 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (0bc455e3-e06e-4028-a907-88da9848e069), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.896520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:25.899978 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] 10.222.0.48 "DELETE /v2.0/networks/0bc455e3-e06e-4028-a907-88da9848e069 HTTP/1.1" status: 204 len: 168 time: 0.2991371 Apr 03 16:34:25.922241 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719364-bb8c-46b5-9595-c5061f595e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc455e3-e06e-4028-a907-88da9848e069,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:26.089890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:26.133776 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-857d4934-3c0f-421d-b8e9-04823a80b6da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d2521f646b34c409efb9161c9fb9bfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425706 Apr 03 16:34:26.136312 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:26.196687 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] Publish callbacks [] for security_group (42294e69-016b-4d55-ae06-6d778a94dafa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:26.222788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] Publish callbacks [] for security_group (42294e69-016b-4d55-ae06-6d778a94dafa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:26.272383 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (42294e69-016b-4d55-ae06-6d778a94dafa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:26.275054 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:26.276236 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42294e69-016b-4d55-ae06-6d778a94dafa HTTP/1.1" status: 204 len: 168 time: 0.1389091 Apr 03 16:34:26.284574 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c040e6-fd17-4cf6-b847-b785dd7021a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42294e69-016b-4d55-ae06-6d778a94dafa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:26.942053 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:26.953155 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.056246 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-142a9803-f78a-4ade-b400-c07a63d232ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.086616 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-741195395-network', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:27.121152 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Made reservation on behalf of dc44dfcc02d1454d905098d298f84ac0 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:27.123397 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.136564 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.149928 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.186030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-142a9803-f78a-4ade-b400-c07a63d232ab admin admin] Publish callbacks [] for security_group (c44b4d95-9766-4e50-98da-78821427d26b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.192696 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-142a9803-f78a-4ade-b400-c07a63d232ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c44b4d95-9766-4e50-98da-78821427d26b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.244026 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-142a9803-f78a-4ade-b400-c07a63d232ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fbe53bb94814bf9addba0250e26652d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984796 Apr 03 16:34:27.244897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.248499 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9803-f78a-4ade-b400-c07a63d232ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b4d95-9766-4e50-98da-78821427d26b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.279853 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0670d653-1a6a-41c8-b444-8e17ae382e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.286658 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks [] for security_group (0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.291362 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.313008 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:34:27.327938 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.333604 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (3912e7e9-63de-4efc-a99f-ba032a0a0a06), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.333957 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Added segment 3912e7e9-63de-4efc-a99f-ba032a0a0a06 of type vlan for network 32f4d767-9a22-4a11-9af7-46a1b69bcade Apr 03 16:34:27.366013 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] Publish callbacks [] for security_group (c44b4d95-9766-4e50-98da-78821427d26b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.377494 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (32f4d767-9a22-4a11-9af7-46a1b69bcade), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.405384 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (32f4d767-9a22-4a11-9af7-46a1b69bcade), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.405853 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] Publish callbacks [] for security_group (c44b4d95-9766-4e50-98da-78821427d26b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.406937 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:27.407611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.431060 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4762895 Apr 03 16:34:27.437227 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.452695 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Request body: {'subnet': {'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-subnet', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:27.484490 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0670d653-1a6a-41c8-b444-8e17ae382e5b admin admin] Publish callbacks [] for security_group (0c6cc524-3105-450d-8da6-4eb79d9946eb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.490759 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9ed5-7bcc-492e-9b8a-c6a91d2d8d8d admin admin] Pushing event updated for resources: {'Network': ['ID=32f4d767-9a22-4a11-9af7-46a1b69bcade,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.495859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0670d653-1a6a-41c8-b444-8e17ae382e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0c6cc524-3105-450d-8da6-4eb79d9946eb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.501470 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:34:27.522778 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c44b4d95-9766-4e50-98da-78821427d26b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.525263 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.526388 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c44b4d95-9766-4e50-98da-78821427d26b HTTP/1.1" status: 204 len: 168 time: 0.2809134 Apr 03 16:34:27.538103 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Made reservation on behalf of dc44dfcc02d1454d905098d298f84ac0 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:27.540338 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.555688 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0670d653-1a6a-41c8-b444-8e17ae382e5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e729aeef44543e6af74a9b8571295de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046066 Apr 03 16:34:27.558427 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.596500 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d653-1a6a-41c8-b444-8e17ae382e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cc524-3105-450d-8da6-4eb79d9946eb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.611265 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] Publish callbacks [] for security_group (0c6cc524-3105-450d-8da6-4eb79d9946eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.616749 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7147-db57-4e34-8f34-68dac7a31d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b4d95-9766-4e50-98da-78821427d26b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.642620 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] Publish callbacks [] for security_group (0c6cc524-3105-450d-8da6-4eb79d9946eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.699988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0c6cc524-3105-450d-8da6-4eb79d9946eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.703041 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.704896 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c6cc524-3105-450d-8da6-4eb79d9946eb HTTP/1.1" status: 204 len: 168 time: 0.1454718 Apr 03 16:34:27.713949 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d91a0-617d-4bbf-9def-b8dfac37eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cc524-3105-450d-8da6-4eb79d9946eb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.767881 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (3abfc142-dc06-4fd2-8576-f7a84747a25e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.841379 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:27.841770 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Network hostable DHCP agents. Network: 32f4d767-9a22-4a11-9af7-46a1b69bcade, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:34:27.847342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abfc142-dc06-4fd2-8576-f7a84747a25e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:27.854194 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.872121 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01c18965-4fef-4a32-801d-2ec21ef9291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.874054 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:34:27.887132 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 32f4d767-9a22-4a11-9af7-46a1b69bcade) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:27.893829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:27.894364 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.901794 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03b73d-bd3f-4676-b7d2-6a7624ebe0ac None None] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:27.926735 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:27.928096 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e9e1f615-1a47-45e9-b230-dc97c6ab0460 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4897494 Apr 03 16:34:27.931285 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:27.983874 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:27.985268 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.032495 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-32f4d767-9a22-4a11-9af7-46a1b69bcade', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:34:28.033945 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.054417 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for router_controller (feb8e8d8-2037-4fbb-a72f-b146b2467375), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.150632 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01c18965-4fef-4a32-801d-2ec21ef9291f admin admin] Publish callbacks [] for security_group (2c9ad0c4-0d43-4b91-8dae-cd863018ad5e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.157670 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01c18965-4fef-4a32-801d-2ec21ef9291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2c9ad0c4-0d43-4b91-8dae-cd863018ad5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.189450 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c18965-4fef-4a32-801d-2ec21ef9291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9ad0c4-0d43-4b91-8dae-cd863018ad5e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:28.247369 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Allocated IP 172.20.0.2 (32f4d767-9a22-4a11-9af7-46a1b69bcade/3abfc142-dc06-4fd2-8576-f7a84747a25e/a2fd3824-8f73-4b30-ad5f-1f59899a8f7f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:28.275597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:28.276126 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-01c18965-4fef-4a32-801d-2ec21ef9291f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f9fbb3d83c04e908c578635745ea577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200051 Apr 03 16:34:28.283896 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for router_gateway (feb8e8d8-2037-4fbb-a72f-b146b2467375), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.331831 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] Publish callbacks [] for security_group (2c9ad0c4-0d43-4b91-8dae-cd863018ad5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.355471 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] Publish callbacks [] for security_group (2c9ad0c4-0d43-4b91-8dae-cd863018ad5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.408978 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2c9ad0c4-0d43-4b91-8dae-cd863018ad5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.412345 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.413934 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c9ad0c4-0d43-4b91-8dae-cd863018ad5e HTTP/1.1" status: 204 len: 168 time: 0.1370060 Apr 03 16:34:28.426112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db7d0-72db-44e1-bd1a-ed1ac0d2ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9ad0c4-0d43-4b91-8dae-cd863018ad5e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:28.431419 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks [] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.447643 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.497293 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:28.501606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:28.505711 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:28.524957 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Pushing event updated for resources: {'Port': ['ID=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:28.552537 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.553137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.553487 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.553856 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.554201 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.554673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.554882 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.555183 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.555579 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.555835 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.556161 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.556531 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.556863 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.557186 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.557509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:28.588033 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Attempting to bind port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:28.588439 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Attempting to bind port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:28.588811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Attempting to bind port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:28.593865 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:28.594227 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:28.595157 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.595550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Bound using segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:28.596022 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Bound port: a2fd3824-8f73-4b30-ad5f-1f59899a8f7f, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:28.596398 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.664687 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] For port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:28.668377 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] For port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:28.676505 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.706558 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for router_gateway (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.728522 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:28.743108 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eead375-09b0-4a08-ac8c-131c264fd18d None None] Pushing event updated for resources: {'Port': ['ID=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:28.848461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Allocated IP 172.27.2.186 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/a1fdfa71-a2da-405e-be98-7a8d195dbd2e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:28.959413 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.012882 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.069769 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:29.073165 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:29.076933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:29.106257 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Pushing event updated for resources: {'Port': ['ID=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:29.334008 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a2fd3824-8f73-4b30-ad5f-1f59899a8f7f up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:29.397191 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for router_gateway (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.401459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:29.401845 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.484308 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:29.485054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.525901 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:29.535178 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.606376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:29.650398 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.788459 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:34:29.858970 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c6609-7de6-4f91-9d80-759677571182 None None] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:29.903372 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:34:29.913295 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85632359-aa27-451e-a050-189c85e50753 None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:34:29.926655 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:34:29.927725 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:29.928124 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.932806 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b0c1a4e5-d067-4933-b2c9-50e5b314ca3a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0026126 Apr 03 16:34:29.933143 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:29.979460 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f960e8c3-a4cd-40f4-933b-fd34dc0f957c None None] Provisioning complete for port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:29.980344 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f960e8c3-a4cd-40f4-933b-fd34dc0f957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.104278 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f960e8c3-a4cd-40f4-933b-fd34dc0f957c None None] Current status of the port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:30.174557 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:34:30.337421 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e75d89ef-2740-484a-a3ab-c6c7501c511d None None] Provisioning complete for port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:30.338279 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e75d89ef-2740-484a-a3ab-c6c7501c511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.385214 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:29Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:30.421968 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85632359-aa27-451e-a050-189c85e50753 None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:34:30.423013 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85632359-aa27-451e-a050-189c85e50753 None None] Updating router feb8e8d8-2037-4fbb-a72f-b146b2467375 port a1fdfa71-a2da-405e-be98-7a8d195dbd2e binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:34:30.445181 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e75d89ef-2740-484a-a3ab-c6c7501c511d None None] Current status of the port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:30.460687 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.475838 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.663401 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Allocated IP 172.20.0.1 (32f4d767-9a22-4a11-9af7-46a1b69bcade/3abfc142-dc06-4fd2-8576-f7a84747a25e/a7d26a48-a726-47ef-812b-da072e6c1f92) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:30.731123 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks [] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.736677 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.775651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks [] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.792036 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Pushing event updated for resources: {'Port': ['ID=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:30.802105 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85632359-aa27-451e-a050-189c85e50753 None None] Attempting to bind port a1fdfa71-a2da-405e-be98-7a8d195dbd2e on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:30.802480 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85632359-aa27-451e-a050-189c85e50753 None None] Attempting to bind port a1fdfa71-a2da-405e-be98-7a8d195dbd2e by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:30.802846 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85632359-aa27-451e-a050-189c85e50753 None None] Attempting to bind port a1fdfa71-a2da-405e-be98-7a8d195dbd2e on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:30.805341 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.805692 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.806052 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.806410 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.806857 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.807091 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.807513 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.807895 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.808302 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.808799 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.809154 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.809500 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.809835 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.810187 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.810598 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:30.810769 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.818848 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85632359-aa27-451e-a050-189c85e50753 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:30.819217 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85632359-aa27-451e-a050-189c85e50753 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:30.819616 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.820006 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85632359-aa27-451e-a050-189c85e50753 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:30.820491 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85632359-aa27-451e-a050-189c85e50753 None None] Bound port: a1fdfa71-a2da-405e-be98-7a8d195dbd2e, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:30.821637 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.849595 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:30.853882 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:30.857383 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:30.872568 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-85632359-aa27-451e-a050-189c85e50753 None None] For port a1fdfa71-a2da-405e-be98-7a8d195dbd2e, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:30.875973 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-85632359-aa27-451e-a050-189c85e50753 None None] For port a1fdfa71-a2da-405e-be98-7a8d195dbd2e, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:30.881934 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85632359-aa27-451e-a050-189c85e50753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.885453 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Pushing event updated for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:30.902840 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:30.942846 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:34:30.943481 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:30.946696 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907c39-ee27-4c69-9609-ad9f4573c74c None None] Pushing event updated for resources: {'Port': ['ID=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:31.054260 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.061182 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:34:31.070069 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c8040347-0ed8-4169-9ef2-f07dd03c654e None None] Provisioning complete for port a7d26a48-a726-47ef-812b-da072e6c1f92 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:31.070596 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8040347-0ed8-4169-9ef2-f07dd03c654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.108888 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c8040347-0ed8-4169-9ef2-f07dd03c654e None None] Port a7d26a48-a726-47ef-812b-da072e6c1f92 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:34:31.220065 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks [] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.224994 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.243310 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85632359-aa27-451e-a050-189c85e50753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:29Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:31.271560 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85632359-aa27-451e-a050-189c85e50753 None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:29Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:34:31.294825 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Pushing event updated for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:31.295648 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a2fd3824-8f73-4b30-ad5f-1f59899a8f7f up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:31.306809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.354008 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:31.354376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.407480 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:31.408889 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:31.439251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:31.556278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:34:31.692809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:34:31.697639 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-03daac64-67cf-49ce-a555-cd7db9c4bc1a admin admin] 10.222.0.48 "PUT /v2.0/routers/feb8e8d8-2037-4fbb-a72f-b146b2467375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631962 Apr 03 16:34:31.746549 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cbe6fc2d-55d0-4506-bb4e-a2c9523acb0c None None] Provisioning complete for port a7d26a48-a726-47ef-812b-da072e6c1f92 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:31.746931 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fc2d-55d0-4506-bb4e-a2c9523acb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.791751 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6fc2d-55d0-4506-bb4e-a2c9523acb0c None None] Port a7d26a48-a726-47ef-812b-da072e6c1f92 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:34:32.139911 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-4cb68bdf-8f63-49cb-8fbc-99e5de5ecfd0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:32.141991 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-4cb68bdf-8f63-49cb-8fbc-99e5de5ecfd0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.1015363 Apr 03 16:34:32.156709 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-1685ab99-5cdf-43a1-a404-6f239c2a9b38 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/quotas/dc44dfcc02d1454d905098d298f84ac0 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Apr 03 16:34:32.213425 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-6d85dd59-f173-47a4-9e60-dd732d447c29 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516124 Apr 03 16:34:32.301477 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-3ac03e91-4368-428c-a47b-98677b1ae7ca service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813792 Apr 03 16:34:32.391819 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-411e9c8f-c552-4b36-a7dd-226dcf9b96ef service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844676 Apr 03 16:34:32.576804 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f113032-31ff-453d-a34a-b5fe29989815 req-8c7cf5e8-f6c1-47fc-bc80-99f1879dd2c1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 210 time: 0.0286376 Apr 03 16:34:32.862902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-73aaa664-0b9e-4f02-a17e-8cb01b0ad27d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:32.864824 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-73aaa664-0b9e-4f02-a17e-8cb01b0ad27d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.1309552 Apr 03 16:34:32.883034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7e99db7b-f580-4ead-972c-c98b98079d14 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/quotas/dc44dfcc02d1454d905098d298f84ac0 HTTP/1.1" status: 200 len: 375 time: 0.0104003 Apr 03 16:34:32.949632 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-c88ae915-2367-48d0-b5af-be3561831de6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607073 Apr 03 16:34:32.981267 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:34:33.006334 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:34:33.008532 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:33.095215 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-fb710d46-beb8-4c31-a274-e9179986f068 service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376014 Apr 03 16:34:33.147547 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:34:33.206323 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-ffa19465-8a73-498c-aa50-e264c566c0f9 service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041546 Apr 03 16:34:33.380003 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b57fdac-6d95-452c-ac35-c5b8111493b8 req-a8c8670b-c8d7-4fa2-bdc0-b5eb4dfbaf6d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Apr 03 16:34:33.452516 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a1fdfa71-a2da-405e-be98-7a8d195dbd2e up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:33.547850 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a1fdfa71-a2da-405e-be98-7a8d195dbd2e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:33.548350 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:33.600419 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 2, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:33.632478 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:34:33.632842 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Updating router feb8e8d8-2037-4fbb-a72f-b146b2467375 port a7d26a48-a726-47ef-812b-da072e6c1f92 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:34:33.747121 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:33.753591 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a1fdfa71-a2da-405e-be98-7a8d195dbd2e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:33.754724 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:33.792821 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port a1fdfa71-a2da-405e-be98-7a8d195dbd2e, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:33.798094 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-9ec99041-6faf-4987-bcbd-16886af43b3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:33.800035 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-9ec99041-6faf-4987-bcbd-16886af43b3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.1344655 Apr 03 16:34:33.815373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'port': {'device_id': '4bf99460-552e-4eb3-818d-c47372aba733', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'admin_state_up': True, 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:33.821853 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:33.971201 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Made reservation on behalf of dc44dfcc02d1454d905098d298f84ac0 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:33.975801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.031054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:34.237952 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks [] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.245829 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.325668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Allocated IP 172.20.0.13 (32f4d767-9a22-4a11-9af7-46a1b69bcade/3abfc142-dc06-4fd2-8576-f7a84747a25e/2461f3f6-c059-4d9f-92f1-3807241b790e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:34.355887 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e0b19-6043-4060-9109-7ec743873039 None None] Pushing event updated for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:34.370311 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Attempting to bind port a7d26a48-a726-47ef-812b-da072e6c1f92 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:34.370708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Attempting to bind port a7d26a48-a726-47ef-812b-da072e6c1f92 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:34.371132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Attempting to bind port a7d26a48-a726-47ef-812b-da072e6c1f92 on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:34.377647 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:34.378038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:34.378420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.378812 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Bound using segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:34.379687 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Bound port: a7d26a48-a726-47ef-812b-da072e6c1f92, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:34.380080 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.458473 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] For port a7d26a48-a726-47ef-812b-da072e6c1f92, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:34.462215 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] For port a7d26a48-a726-47ef-812b-da072e6c1f92, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a7d26a48-a726-47ef-812b-da072e6c1f92,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:34.470419 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.522601 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f5f81b9-2d0d-435c-a39b-d281d11c46a7 req-29d9db53-2116-4d76-bd4e-4c30d752b2b0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0399938 Apr 03 16:34:34.529413 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:34:34.530109 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:34.605776 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e0b19-6043-4060-9109-7ec743873039 None None] Pushing event updated for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:34.655484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Provisioning complete for port a7d26a48-a726-47ef-812b-da072e6c1f92 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:34.655862 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.693269 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:34:34.793411 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.826942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.868920 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:34.870245 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Current status of the port a7d26a48-a726-47ef-812b-da072e6c1f92 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:34.870630 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.871914 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:34.879162 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:34.903484 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:34.924706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] For port a7d26a48-a726-47ef-812b-da072e6c1f92, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a7d26a48-a726-47ef-812b-da072e6c1f92,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:34.933083 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:34.933720 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.946237 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.956633 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c21fde6e-1dd1-44a0-9201-b9b31af36274 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477077 Apr 03 16:34:35.005056 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e038e39-63c0-4ff3-af6f-9dfb2666ec6f None None] Pushing event updated for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:35.021369 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:34:35.053560 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1325643-63c7-4f33-9248-81756537cdcf None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:34:35.072170 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-92d7d701-bba3-4859-988c-29e0e5c7ec93 None None] Provisioning complete for port a7d26a48-a726-47ef-812b-da072e6c1f92 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:35.072749 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92d7d701-bba3-4859-988c-29e0e5c7ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:35.173810 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-92d7d701-bba3-4859-988c-29e0e5c7ec93 None None] Current status of the port a7d26a48-a726-47ef-812b-da072e6c1f92 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:35.294360 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-910320d6-7e1b-4146-b854-226004b2ba9a None None] Provisioning complete for port 2461f3f6-c059-4d9f-92f1-3807241b790e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:35.294682 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-910320d6-7e1b-4146-b854-226004b2ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:35.345246 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-910320d6-7e1b-4146-b854-226004b2ba9a None None] Port 2461f3f6-c059-4d9f-92f1-3807241b790e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:34:35.388586 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a7d26a48-a726-47ef-812b-da072e6c1f92 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:35.447303 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a7d26a48-a726-47ef-812b-da072e6c1f92 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:35.447716 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:35.540458 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a7d26a48-a726-47ef-812b-da072e6c1f92 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:35.540974 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a1fdfa71-a2da-405e-be98-7a8d195dbd2e up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:35.599494 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a1fdfa71-a2da-405e-be98-7a8d195dbd2e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:35.599875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:35.643436 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d87c0b8f-5b6a-46ab-87f3-6557d06e0c1c req-d2dc2276-0583-48de-bb75-736f1fc5046f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0378039 Apr 03 16:34:35.706076 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a1fdfa71-a2da-405e-be98-7a8d195dbd2e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:36.735672 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e075fb4c-51ab-4eef-a788-1a7ef0a61ba0 req-fa0360da-f6b0-4ffa-a39c-0a89db69c789 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0259142 Apr 03 16:34:37.824531 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddc618c9-e772-4631-bb60-ae02b4fb4080 req-cd873ecf-83ed-4f40-b76a-9c6e869740c7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Apr 03 16:34:38.035387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Request body: {'port': {'device_id': '4bf99460-552e-4eb3-818d-c47372aba733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:38.058318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52e70ad9-a2ca-48f3-8795-8f2e6522ef1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.166705 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.217914 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-530ae9ec-9121-4c50-882f-1ddfc13d159c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:38.219525 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-530ae9ec-9121-4c50-882f-1ddfc13d159c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.1798742 Apr 03 16:34:38.237216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'port': {'device_id': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'admin_state_up': True, 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:38.462614 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Made reservation on behalf of dc44dfcc02d1454d905098d298f84ac0 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:38.465881 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.595943 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2461f3f6-c059-4d9f-92f1-3807241b790e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:38.603140 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks [] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.615646 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Transition to ACTIVE for port object 2461f3f6-c059-4d9f-92f1-3807241b790e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:34:38.621431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.710468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Allocated IP 172.20.0.8 (32f4d767-9a22-4a11-9af7-46a1b69bcade/3abfc142-dc06-4fd2-8576-f7a84747a25e/f4d3c397-9495-436d-8682-53cf7e74a28e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:38.719613 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Pushing event updated for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:38.870058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Attempting to bind port 2461f3f6-c059-4d9f-92f1-3807241b790e on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:38.870653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Attempting to bind port 2461f3f6-c059-4d9f-92f1-3807241b790e by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:38.871130 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Attempting to bind port 2461f3f6-c059-4d9f-92f1-3807241b790e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:38.885891 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Port 2461f3f6-c059-4d9f-92f1-3807241b790e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:34:38.886460 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Attempting to bind port 2461f3f6-c059-4d9f-92f1-3807241b790e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:38.900709 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:38.901057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:38.901448 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Bound using segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:38.901889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Bound port: 2461f3f6-c059-4d9f-92f1-3807241b790e, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:38.902251 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:38.955497 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1851463-7f03-4ad6-9c1a-46da3f17ad02 req-bfd6f978-b17a-4516-9314-59adcff7729a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 210 time: 0.0584004 Apr 03 16:34:39.021730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.044392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:39.049243 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2461f3f6-c059-4d9f-92f1-3807241b790e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:39.064427 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.104764 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:39.105391 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.107096 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] 10.222.0.50 "PUT /v2.0/ports/2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 200 len: 1094 time: 1.0766981 Apr 03 16:34:39.110662 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:39.112962 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835d10b-c231-448f-ba59-be46f831eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:39.131026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.151180 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119da33-9d99-4af5-b974-d95c438d921a service neutron] Pushing event updated for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:39.156422 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e15b4d-65be-4242-aa52-137a9d024b1b x-openstack-request-id: req-e7e15b4d-65be-4242-aa52-137a9d024b1b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:39.156808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:39.157059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7e15b4d-65be-4242-aa52-137a9d024b1b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:39.157425 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e15b4d-65be-4242-aa52-137a9d024b1b'] response: {'name': 'network-changed', 'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e', 'status': 'completed', 'code': 200} Apr 03 16:34:39.189521 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:39.194865 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:39.198887 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:39.273131 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:39.292863 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.293225 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.293577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.293925 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.294276 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.294689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.294961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.295304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.295642 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.295977 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.296315 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.296671 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.297412 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.297764 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.298092 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:39.318396 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:39.319143 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.336036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d10b-c231-448f-ba59-be46f831eea9 req-07a22c91-0aac-4965-8cea-d6c8f761a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:39.337610 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3835d10b-c231-448f-ba59-be46f831eea9 req-07a22c91-0aac-4965-8cea-d6c8f761a133 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1128 time: 0.1085498 Apr 03 16:34:39.341758 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-104fc691-8825-425a-8312-ea7c6071f221 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1088667 Apr 03 16:34:39.379957 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Request body: {'port': {'device_id': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:39.627729 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.652103 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d10b-c231-448f-ba59-be46f831eea9 req-15f91a41-01b7-4ac2-9a46-d100546b38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:39.653608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3835d10b-c231-448f-ba59-be46f831eea9 req-15f91a41-01b7-4ac2-9a46-d100546b38ad service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc44dfcc02d1454d905098d298f84ac0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2890065 Apr 03 16:34:39.662440 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e873974d-f667-41ba-bf2b-3c7f9a9b40a3 None None] Provisioning complete for port f4d3c397-9495-436d-8682-53cf7e74a28e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:39.663600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e873974d-f667-41ba-bf2b-3c7f9a9b40a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:39.716801 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e873974d-f667-41ba-bf2b-3c7f9a9b40a3 None None] Port f4d3c397-9495-436d-8682-53cf7e74a28e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:34:39.944198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d10b-c231-448f-ba59-be46f831eea9 req-cb1dd6af-96dc-49e5-b3af-8633a2f2a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:39.945831 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3835d10b-c231-448f-ba59-be46f831eea9 req-cb1dd6af-96dc-49e5-b3af-8633a2f2a7f5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815630 Apr 03 16:34:39.976028 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:40.097818 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.104005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-cfce1ec6-eabe-4b08-a241-b77603e5aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:40.105524 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-cfce1ec6-eabe-4b08-a241-b77603e5aee6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1128 time: 0.1157856 Apr 03 16:34:40.171033 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01eb94-7893-42f6-9e62-a316fcc73c05 req-e46f4bae-dee3-4b78-b9bb-24dc406a2a56 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:40.173064 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c01eb94-7893-42f6-9e62-a316fcc73c05 req-e46f4bae-dee3-4b78-b9bb-24dc406a2a56 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 931 time: 0.1433847 Apr 03 16:34:40.176155 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-f1506e0c-60a0-42e4-9b07-b0907cc24a4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 200 len: 217 time: 0.0632796 Apr 03 16:34:40.181942 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Publish callbacks [] for security_group (370b5a31-e51e-4bdb-9575-7a406a2efca1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.187126 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (370b5a31-e51e-4bdb-9575-7a406a2efca1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.259448 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d3c397-9495-436d-8682-53cf7e74a28e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:40.279569 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks [] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.298910 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-dc4bc282-727a-4dff-9585-278aae370c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:40.300387 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-dc4bc282-727a-4dff-9585-278aae370c04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0978587 Apr 03 16:34:40.309449 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c01eb94-7893-42f6-9e62-a316fcc73c05 req-46a8ec80-7582-4ffb-933a-cd61903d3779 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302347 Apr 03 16:34:40.320350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Transition to ACTIVE for port object f4d3c397-9495-436d-8682-53cf7e74a28e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:34:40.344241 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.404635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:40.428266 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370b5a31-e51e-4bdb-9575-7a406a2efca1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:40.434286 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c765e343-e661-429d-a3b6-c61d12a541bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:40.435816 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-c765e343-e661-429d-a3b6-c61d12a541bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240771 Apr 03 16:34:40.440235 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.440807 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.441323 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.441836 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.442322 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.442803 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.443274 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.443735 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.444244 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.444799 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.445304 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.445660 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.446000 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.446347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.446777 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:34:40.449351 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0d10348-423e-4b3e-ac78-18ae66cbc47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.459676 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2e502837-ed7d-49e0-9a7d-ec995bef8379 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7d478080d0a4882b85a030fe190a4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818988 Apr 03 16:34:40.460276 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:40.517456 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] Publish callbacks [] for security_group (370b5a31-e51e-4bdb-9575-7a406a2efca1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.544565 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] Publish callbacks [] for security_group (370b5a31-e51e-4bdb-9575-7a406a2efca1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.605282 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (370b5a31-e51e-4bdb-9575-7a406a2efca1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.608083 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.612469 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/370b5a31-e51e-4bdb-9575-7a406a2efca1 HTTP/1.1" status: 204 len: 168 time: 0.1475537 Apr 03 16:34:40.619115 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0c591-de1c-4e55-b98a-ff46113b1e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b5a31-e51e-4bdb-9575-7a406a2efca1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:40.791435 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Attempting to bind port f4d3c397-9495-436d-8682-53cf7e74a28e on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:40.791780 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Attempting to bind port f4d3c397-9495-436d-8682-53cf7e74a28e by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:40.792119 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Attempting to bind port f4d3c397-9495-436d-8682-53cf7e74a28e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:40.800222 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Port f4d3c397-9495-436d-8682-53cf7e74a28e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:34:40.800577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Attempting to bind port f4d3c397-9495-436d-8682-53cf7e74a28e on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:40.814765 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:40.815108 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:40.815498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Bound using segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:40.815934 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Bound port: f4d3c397-9495-436d-8682-53cf7e74a28e, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:40.816297 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.827939 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-a9ac6abf-0884-4f21-8879-72462e95523e service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737125 Apr 03 16:34:40.949568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:40.965555 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:40.972573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f4d3c397-9495-436d-8682-53cf7e74a28e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:40.979535 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac210fd9-aa9c-41ae-9158-1151c39f54cc req-80a768ea-debe-4021-a822-1db0f3e26bee service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445243 Apr 03 16:34:40.983029 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad335-e3e2-4dd0-9c07-be6baad20232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:40.983565 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.045875 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.046520 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.049092 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] 10.222.0.50 "PUT /v2.0/ports/f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 200 len: 1093 time: 1.6749141 Apr 03 16:34:41.097502 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749753-af08-47b2-881c-abc17d1ddc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:41.146758 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad335-e3e2-4dd0-9c07-be6baad20232 admin admin] Publish callbacks [] for security_group (a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.159872 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad335-e3e2-4dd0-9c07-be6baad20232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.160289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:41.163430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc71db8f-e006-4173-a2fd-348ad2e592ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:41.178149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-1c208307-065d-4dfa-a6c0-8bdcc28180ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.179697 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-1c208307-065d-4dfa-a6c0-8bdcc28180ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1127 time: 0.0781460 Apr 03 16:34:41.226785 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0e7ad335-e3e2-4dd0-9c07-be6baad20232 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9eb1e6cbc6e34e6aab3afcfbe46d1034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598999 Apr 03 16:34:41.229174 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad335-e3e2-4dd0-9c07-be6baad20232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:41.234272 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:41.244701 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-bed15630-5237-4b43-8423-7ddf89fa29c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 200 len: 217 time: 0.0575614 Apr 03 16:34:41.246545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a892f4-3cad-45a4-a17d-d88749a6770b x-openstack-request-id: req-67a892f4-3cad-45a4-a17d-d88749a6770b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:41.246835 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:41.247089 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67a892f4-3cad-45a4-a17d-d88749a6770b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:41.247490 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a892f4-3cad-45a4-a17d-d88749a6770b'] response: {'name': 'network-changed', 'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e', 'status': 'completed', 'code': 200} Apr 03 16:34:41.299568 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] Publish callbacks [] for security_group (a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.311351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-515f3d32-3dc2-45a0-ac1f-ef2b6455c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.313642 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-515f3d32-3dc2-45a0-ac1f-ef2b6455c5ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0608139 Apr 03 16:34:41.337228 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] Publish callbacks [] for security_group (a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.372372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-f5b58e83-b9b5-4942-899e-9a3d4a4f8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.375752 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-f5b58e83-b9b5-4942-899e-9a3d4a4f8ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548155 Apr 03 16:34:41.388641 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.401168 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.404486 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.408141 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb HTTP/1.1" status: 204 len: 168 time: 0.1699581 Apr 03 16:34:41.414944 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a752b5-86b7-4e68-83a3-7e391b4c3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6ae0b-a72a-49f5-a8a5-8417ce79aefb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:41.424260 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:41.524742 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cfe5c-e5dd-48f3-b3ba-5cb1d123e5bb req-fb1c8987-ee94-4723-9228-04690ef180dc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.526238 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-176cfe5c-e5dd-48f3-b3ba-5cb1d123e5bb req-fb1c8987-ee94-4723-9228-04690ef180dc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 943 time: 0.1288633 Apr 03 16:34:41.530353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-52726706-9baf-475a-a70d-271cefb0fc53 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483538 Apr 03 16:34:41.645413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-176cfe5c-e5dd-48f3-b3ba-5cb1d123e5bb req-d1e0fe7b-4492-49fd-8073-066b978b1aa2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079700 Apr 03 16:34:41.670032 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31a69d8b-3a15-4ac0-9e80-a8d3fc94dd07 req-320368a5-2701-4343-a271-8c75a85787ed service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314871 Apr 03 16:34:41.677340 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8972d6d-a901-4044-b5ce-08a4f5948b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.761909 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8972d6d-a901-4044-b5ce-08a4f5948b69 admin admin] Publish callbacks [] for security_group (c48c7636-8b76-432b-a426-60a09e35edea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.767278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8972d6d-a901-4044-b5ce-08a4f5948b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c48c7636-8b76-432b-a426-60a09e35edea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.773067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-0cb20e5c-094d-4078-a7f7-0abfa45e0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.774281 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-0cb20e5c-094d-4078-a7f7-0abfa45e0a9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1127 time: 0.0515056 Apr 03 16:34:41.806486 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8972d6d-a901-4044-b5ce-08a4f5948b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c7636-8b76-432b-a426-60a09e35edea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:41.810863 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d8972d6d-a901-4044-b5ce-08a4f5948b69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3accc3b76c6d4fdc8dbfc997b87e819c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855295 Apr 03 16:34:41.814431 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:41.868060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] Publish callbacks [] for security_group (c48c7636-8b76-432b-a426-60a09e35edea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.871608 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-53196eea-137b-4256-87f4-16a769768cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.873114 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-53196eea-137b-4256-87f4-16a769768cf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.0929689 Apr 03 16:34:41.891984 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] Publish callbacks [] for security_group (c48c7636-8b76-432b-a426-60a09e35edea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.919219 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-28f06e51-7678-4c50-a71b-489013ecf656 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 200 len: 217 time: 0.0395713 Apr 03 16:34:41.940870 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c48c7636-8b76-432b-a426-60a09e35edea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.943631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:41.947188 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c48c7636-8b76-432b-a426-60a09e35edea HTTP/1.1" status: 204 len: 168 time: 0.1291637 Apr 03 16:34:41.952758 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998c26-cc1e-4ad1-bea2-31d30af0b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c7636-8b76-432b-a426-60a09e35edea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:41.981510 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-d8d304d0-16fd-4d65-bb87-f06a90e47cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:41.983037 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-d8d304d0-16fd-4d65-bb87-f06a90e47cad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0582469 Apr 03 16:34:42.051142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-6db1a4e5-4ff0-41f7-bdd3-a496068e769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:42.052852 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-6db1a4e5-4ff0-41f7-bdd3-a496068e769d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639634 Apr 03 16:34:42.161350 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-e0fc0bbd-5d96-47ef-bdbc-8110279b4be2 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011214 Apr 03 16:34:42.169427 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:42.282929 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-482557587-network', 'tenant_id': '0268b56e5c6543c0b77d7552f7d95eca'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:42.292604 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc71db8f-e006-4173-a2fd-348ad2e592ca req-1800df1b-dcf0-4975-b7ea-583f2a6aca43 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242900 Apr 03 16:34:42.306280 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Made reservation on behalf of 0268b56e5c6543c0b77d7552f7d95eca for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:42.309415 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.322822 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.416451 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks [] for security_group (b646b191-0d7d-4511-94be-dc5043201a00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.423303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b646b191-0d7d-4511-94be-dc5043201a00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.450124 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:34:42.460424 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646b191-0d7d-4511-94be-dc5043201a00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:42.465458 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (3000a6d9-aa37-4e8e-a671-b53636741f47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.465811 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Added segment 3000a6d9-aa37-4e8e-a671-b53636741f47 of type vlan for network 71b7f5fe-3055-428a-9091-1d7327da1d19 Apr 03 16:34:42.520189 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (71b7f5fe-3055-428a-9091-1d7327da1d19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.551405 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (71b7f5fe-3055-428a-9091-1d7327da1d19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.552735 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:42.553756 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.613407 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4428816 Apr 03 16:34:42.616299 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:42.621660 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074defd2-c3a2-4aa0-bf7b-8c95bad7e290 admin admin] Pushing event updated for resources: {'Network': ['ID=71b7f5fe-3055-428a-9091-1d7327da1d19,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:42.621915 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Request body: {'subnet': {'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-482557587-subnet', 'tenant_id': '0268b56e5c6543c0b77d7552f7d95eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:42.641101 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:34:42.659997 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Made reservation on behalf of 0268b56e5c6543c0b77d7552f7d95eca for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:42.662704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.704858 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:42.824465 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70cc1a7e-ed65-42b5-b006-bc7db620473c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.853413 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd48d7-9fe1-4a75-93ac-f035018b0dbf req-4771e8db-a7ff-486c-902d-bf1381ab0fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:42.854934 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8fd48d7-9fe1-4a75-93ac-f035018b0dbf req-4771e8db-a7ff-486c-902d-bf1381ab0fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 943 time: 0.1027858 Apr 03 16:34:42.935037 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70cc1a7e-ed65-42b5-b006-bc7db620473c admin admin] Publish callbacks [] for security_group (741fee19-4093-4022-935f-75c1f27e92a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.940776 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.942632 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70cc1a7e-ed65-42b5-b006-bc7db620473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (741fee19-4093-4022-935f-75c1f27e92a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.955346 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8fd48d7-9fe1-4a75-93ac-f035018b0dbf req-4d3c5376-5f41-48c6-b82d-cc6958379f46 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918596 Apr 03 16:34:42.957562 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (1892b0e1-5282-46ae-b62c-d3f80d82616d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:42.993692 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-70cc1a7e-ed65-42b5-b006-bc7db620473c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b34eb7ab10d410480f3e75a895d6792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849762 Apr 03 16:34:42.993692 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc1a7e-ed65-42b5-b006-bc7db620473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741fee19-4093-4022-935f-75c1f27e92a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:42.996706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:43.029050 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1892b0e1-5282-46ae-b62c-d3f80d82616d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:43.042843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Checking segment: {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:43.043416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Network hostable DHCP agents. Network: 71b7f5fe-3055-428a-9091-1d7327da1d19, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:34:43.061707 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] Publish callbacks [] for security_group (741fee19-4093-4022-935f-75c1f27e92a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.072740 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:34:43.083811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 71b7f5fe-3055-428a-9091-1d7327da1d19) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:43.088700 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] Publish callbacks [] for security_group (741fee19-4093-4022-935f-75c1f27e92a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.091886 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c503164-4609-4847-9673-276bc35f14de None None] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:43.094551 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:43.095250 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.116043 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f0587633-6a5b-4269-8021-53b226ce9333 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4985464 Apr 03 16:34:43.157931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (741fee19-4093-4022-935f-75c1f27e92a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.160999 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.162249 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/741fee19-4093-4022-935f-75c1f27e92a2 HTTP/1.1" status: 204 len: 168 time: 0.1640506 Apr 03 16:34:43.171259 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d662f5b-1499-4338-9fcb-7c79b2a953af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741fee19-4093-4022-935f-75c1f27e92a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:43.223233 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4389f6-f74b-4eed-8aa6-7677d09463c8 None None] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:43.709044 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 34982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:43.723571 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5128235a-65ab-4781-82e7-ae679e5241ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.840201 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5128235a-65ab-4781-82e7-ae679e5241ad admin admin] Publish callbacks [] for security_group (60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.845745 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5128235a-65ab-4781-82e7-ae679e5241ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.888021 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5128235a-65ab-4781-82e7-ae679e5241ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63ae86e491524fafbb7dc1bd1fed9e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776681 Apr 03 16:34:43.888928 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128235a-65ab-4781-82e7-ae679e5241ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:43.892879 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 34990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:43.954406 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] Publish callbacks [] for security_group (60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:43.975713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] Publish callbacks [] for security_group (60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.042236 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.045617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.049583 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6 HTTP/1.1" status: 204 len: 168 time: 0.1550291 Apr 03 16:34:44.058067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961c547-b45a-40dd-8f3b-d6b92aca224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5f3e4-8736-46f5-bdf8-ac66fa0f10e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:44.136197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d11ca-ec1c-453c-8085-65bca6d2aa9b req-ebd764db-5f71-4d4b-9928-6d9cf3417fd9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:44.137804 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd1d11ca-ec1c-453c-8085-65bca6d2aa9b req-ebd764db-5f71-4d4b-9928-6d9cf3417fd9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 943 time: 0.0721085 Apr 03 16:34:44.190046 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd1d11ca-ec1c-453c-8085-65bca6d2aa9b req-6f1bbe7e-2055-43c9-a36e-c059aa96623a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Apr 03 16:34:44.394052 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.507320 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device f4d3c397-9495-436d-8682-53cf7e74a28e details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:34:44.532235 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.619723 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f4d3c397-9495-436d-8682-53cf7e74a28e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:44.635811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'f4d3c397-9495-436d-8682-53cf7e74a28e', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'port_id': 'f4d3c397-9495-436d-8682-53cf7e74a28e', 'mac_address': 'fa:16:3e:71:99:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:34:44.687788 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port f4d3c397-9495-436d-8682-53cf7e74a28e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:44.688344 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.823642 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d3c397-9495-436d-8682-53cf7e74a28e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:44.844095 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f4d3c397-9495-436d-8682-53cf7e74a28e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:44.848217 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.848939 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2461f3f6-c059-4d9f-92f1-3807241b790e details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:34:44.918046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:44.924039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2461f3f6-c059-4d9f-92f1-3807241b790e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:44.935792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '2461f3f6-c059-4d9f-92f1-3807241b790e', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'port_id': '2461f3f6-c059-4d9f-92f1-3807241b790e', 'mac_address': 'fa:16:3e:35:db:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:34:44.979443 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 2461f3f6-c059-4d9f-92f1-3807241b790e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:44.979868 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.995715 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2461f3f6-c059-4d9f-92f1-3807241b790e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:45.021391 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2461f3f6-c059-4d9f-92f1-3807241b790e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:45.025631 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:45.082077 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:45.154558 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5b74e2a1-11f1-48eb-9f6d-442b3fe296f2 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:45.156055 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5b74e2a1-11f1-48eb-9f6d-442b3fe296f2 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 813 time: 0.1055572 Apr 03 16:34:45.171413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-e3f8c0cf-ef92-45b2-a592-268dc75990a3 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/quotas/0268b56e5c6543c0b77d7552f7d95eca HTTP/1.1" status: 200 len: 375 time: 0.0094275 Apr 03 16:34:45.204657 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5a933442-40ce-4f41-93f1-7145bff84f72 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275788 Apr 03 16:34:45.328690 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-e58e201e-072d-4eb2-880e-6a3e97b4843f service neutron] 10.222.0.48 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175902 Apr 03 16:34:45.345864 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889ae21-d7d8-4ee7-ab5d-2620069b0edf req-977befdc-bdbb-4e02-8d5e-4a289e4e7bcf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:45.347353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e889ae21-d7d8-4ee7-ab5d-2620069b0edf req-977befdc-bdbb-4e02-8d5e-4a289e4e7bcf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 944 time: 0.0782306 Apr 03 16:34:45.452767 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e889ae21-d7d8-4ee7-ab5d-2620069b0edf req-56103a47-8c3a-4413-8b8a-4a49362bd8f0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972056 Apr 03 16:34:45.473602 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-cb1b61d6-ef3e-4228-bdd0-2af2978ec7dc service neutron] 10.222.0.48 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369450 Apr 03 16:34:45.537819 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['2461f3f6-c059-4d9f-92f1-3807241b790e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:34:45.574989 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['f4d3c397-9495-436d-8682-53cf7e74a28e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:34:45.735475 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9d0333d-0886-4c59-b4bc-261baa7d46cc req-59b2422d-e371-479c-92a7-98c751f31c15 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 210 time: 0.0675409 Apr 03 16:34:45.892131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-60df558e-8ae6-413b-8ed6-32e784bc1ecb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093957 Apr 03 16:34:45.963440 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:45.975003 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-f96c93af-055d-466e-bf6c-e6ae8fdfae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:45.976749 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-f96c93af-055d-466e-bf6c-e6ae8fdfae9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1129 time: 0.0624759 Apr 03 16:34:46.107849 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-73ea9f1a-c9fa-49c0-a710-be6882c73965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:46.109467 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-73ea9f1a-c9fa-49c0-a710-be6882c73965 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.1082678 Apr 03 16:34:46.153813 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea3e985f-0b8d-4737-a128-9217327cf3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.184286 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-ea0865fe-5230-4ad6-a3fe-fe6340c34d36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 1001 time: 0.0670249 Apr 03 16:34:46.248226 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-944e5f2d-a5fc-4869-9e54-4aa03f6d0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:46.249909 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-944e5f2d-a5fc-4869-9e54-4aa03f6d0c66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0572882 Apr 03 16:34:46.257548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea3e985f-0b8d-4737-a128-9217327cf3b8 admin admin] Publish callbacks [] for security_group (4fbae159-ff06-45ce-8769-fce6c3ee9785), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.262537 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea3e985f-0b8d-4737-a128-9217327cf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (4fbae159-ff06-45ce-8769-fce6c3ee9785), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.306961 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ea3e985f-0b8d-4737-a128-9217327cf3b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d16f5bae2cb4c9a8448841ecc8c9582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421462 Apr 03 16:34:46.309195 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e985f-0b8d-4737-a128-9217327cf3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbae159-ff06-45ce-8769-fce6c3ee9785,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:46.310572 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:46.329302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-0bb54930-38f7-41f6-b4cf-d250d8a4d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:46.330959 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-0bb54930-38f7-41f6-b4cf-d250d8a4d827 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729783 Apr 03 16:34:46.450898 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] Publish callbacks [] for security_group (4fbae159-ff06-45ce-8769-fce6c3ee9785), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.487354 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] Publish callbacks [] for security_group (4fbae159-ff06-45ce-8769-fce6c3ee9785), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.490499 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-01dd811a-ba1c-462a-8b31-a8d852d153d6 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483886 Apr 03 16:34:46.646243 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (4fbae159-ff06-45ce-8769-fce6c3ee9785), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.648767 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:46.649895 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fbae159-ff06-45ce-8769-fce6c3ee9785 HTTP/1.1" status: 204 len: 168 time: 0.3382232 Apr 03 16:34:46.660394 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586184-846d-49aa-b598-6d35e8aa0c2b req-3df756c5-000a-4396-8541-64539e39f75b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:46.661794 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6586184-846d-49aa-b598-6d35e8aa0c2b req-3df756c5-000a-4396-8541-64539e39f75b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 944 time: 0.1090610 Apr 03 16:34:46.670305 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e55551be-c3e0-45bb-9729-340aed8e4c11 req-fd30f154-4801-4a21-a878-35555411ec89 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706283 Apr 03 16:34:46.672860 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5699-1341-4542-887f-e70250daa55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbae159-ff06-45ce-8769-fce6c3ee9785,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:46.725870 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6586184-846d-49aa-b598-6d35e8aa0c2b req-53d69834-b985-4cfb-b14f-a4cbedaf1b96 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Apr 03 16:34:46.838438 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-726c9b4c-3b89-40f6-a761-a8e0c4d09deb req-94e6c739-263f-46d4-8b90-4821bccd7295 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 210 time: 0.0292287 Apr 03 16:34:46.972987 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:46.988693 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98c60769-ec4b-409c-b48d-4a4e83f61cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.013955 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-f1ee877f-759b-4fab-bbcb-32861caeeede tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:47.016764 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-f1ee877f-759b-4fab-bbcb-32861caeeede tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 813 time: 0.1328423 Apr 03 16:34:47.034196 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Request body: {'port': {'device_id': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19', 'admin_state_up': True, 'tenant_id': '0268b56e5c6543c0b77d7552f7d95eca'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:47.078550 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98c60769-ec4b-409c-b48d-4a4e83f61cd0 admin admin] Publish callbacks [] for security_group (4b44341b-707b-48f2-a456-0472f6914a52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.083465 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98c60769-ec4b-409c-b48d-4a4e83f61cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (4b44341b-707b-48f2-a456-0472f6914a52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.127599 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-98c60769-ec4b-409c-b48d-4a4e83f61cd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9412146f32304282aa35db5b305a7419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532998 Apr 03 16:34:47.128823 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60769-ec4b-409c-b48d-4a4e83f61cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44341b-707b-48f2-a456-0472f6914a52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:47.130463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:47.184950 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Made reservation on behalf of 0268b56e5c6543c0b77d7552f7d95eca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:47.189506 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.210601 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] Publish callbacks [] for security_group (4b44341b-707b-48f2-a456-0472f6914a52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.244357 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] Publish callbacks [] for security_group (4b44341b-707b-48f2-a456-0472f6914a52), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.366676 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (4b44341b-707b-48f2-a456-0472f6914a52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.369216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.370339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b44341b-707b-48f2-a456-0472f6914a52 HTTP/1.1" status: 204 len: 168 time: 0.2389321 Apr 03 16:34:47.375474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Allocated IP 172.20.0.9 (71b7f5fe-3055-428a-9091-1d7327da1d19/1892b0e1-5282-46ae-b62c-d3f80d82616d/b7aa49e5-69c6-42d8-992c-b068e66571b9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:47.388271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3f58d-fbc7-44ba-82ef-2dd33a0a047d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44341b-707b-48f2-a456-0472f6914a52,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:47.532667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks [] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.565974 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.605911 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:47.609657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:47.613340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:47.641050 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Pushing event updated for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:47.668556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:47.669179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.685988 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-5e1c7263-cf60-4028-ad88-7a2c4a1cd522 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6564343 Apr 03 16:34:47.697503 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Request body: {'port': {'device_id': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:47.763668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:47.916864 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eac58-600b-4230-906c-34aaa1e0a4c6 req-678a4a10-6aa4-4bc1-8587-b4bde84e6af2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:47.918337 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa8eac58-600b-4230-906c-34aaa1e0a4c6 req-678a4a10-6aa4-4bc1-8587-b4bde84e6af2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 944 time: 0.1222203 Apr 03 16:34:48.345020 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa8eac58-600b-4230-906c-34aaa1e0a4c6 req-d7776b77-f95c-4a32-97a3-9e2fb06428f5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118512 Apr 03 16:34:48.354066 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9e5f-dced-4c82-8192-236c41fe7921 req-e0a091bb-4baf-4b37-bd09-44b71e4c9bbb tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:48.356322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d47f9e5f-dced-4c82-8192-236c41fe7921 req-e0a091bb-4baf-4b37-bd09-44b71e4c9bbb tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 931 time: 0.4365485 Apr 03 16:34:48.431675 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d47f9e5f-dced-4c82-8192-236c41fe7921 req-2cb02e52-53ca-4bf3-bd33-0906ded892d9 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Apr 03 16:34:48.469811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aa49e5-69c6-42d8-992c-b068e66571b9 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:48.477317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks [] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.490628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Transition to ACTIVE for port object b7aa49e5-69c6-42d8-992c-b068e66571b9 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:34:48.494733 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.539052 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2461f3f6-c059-4d9f-92f1-3807241b790e up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:48.568519 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:48.609494 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 2461f3f6-c059-4d9f-92f1-3807241b790e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:34:48.613675 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 2461f3f6-c059-4d9f-92f1-3807241b790e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:48.614805 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.624240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Attempting to bind port b7aa49e5-69c6-42d8-992c-b068e66571b9 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:48.624702 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Attempting to bind port b7aa49e5-69c6-42d8-992c-b068e66571b9 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:48.625749 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Attempting to bind port b7aa49e5-69c6-42d8-992c-b068e66571b9 on network 71b7f5fe-3055-428a-9091-1d7327da1d19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:48.630562 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Port b7aa49e5-69c6-42d8-992c-b068e66571b9 on network 71b7f5fe-3055-428a-9091-1d7327da1d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:34:48.630902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Attempting to bind port b7aa49e5-69c6-42d8-992c-b068e66571b9 on network 71b7f5fe-3055-428a-9091-1d7327da1d19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:48.636367 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:48.636744 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Checking segment: {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:48.637136 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Bound using segment: {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:48.637563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Bound port: b7aa49e5-69c6-42d8-992c-b068e66571b9, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:48.637931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.702548 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 2461f3f6-c059-4d9f-92f1-3807241b790e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:48.703522 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.720946 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:48.724575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:48.726575 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:48.729112 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93bf53-7503-45da-b6f6-c8af2c586b23" -d '{"events": [{"server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "name": "network-vif-plugged", "status": "completed", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:48.732838 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.744577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2461f3f6-c059-4d9f-92f1-3807241b790e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:48.751016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.751997 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device f4d3c397-9495-436d-8682-53cf7e74a28e up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:48.776725 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:48.777347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.778744 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] 10.222.0.50 "PUT /v2.0/ports/b7aa49e5-69c6-42d8-992c-b068e66571b9 HTTP/1.1" status: 200 len: 1093 time: 1.0854747 Apr 03 16:34:48.779188 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:48.782184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:48.831108 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ac21-b98c-4321-b49a-a5fb88ce3889 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:48.838486 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8fc18d-959a-4a40-8038-b82cf85fe4e5 x-openstack-request-id: req-cd8fc18d-959a-4a40-8038-b82cf85fe4e5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:48.838813 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "name": "network-vif-plugged", "status": "completed", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:48.839078 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd8fc18d-959a-4a40-8038-b82cf85fe4e5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:48.845689 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8fc18d-959a-4a40-8038-b82cf85fe4e5'] response: {'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e', 'code': 200} Apr 03 16:34:48.861119 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a93a8-53ef-40b6-9ea0-53225bc65a9a x-openstack-request-id: req-e66a93a8-53ef-40b6-9ea0-53225bc65a9a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:48.861545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:48.861890 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e66a93a8-53ef-40b6-9ea0-53225bc65a9a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:48.862374 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66a93a8-53ef-40b6-9ea0-53225bc65a9a'] response: {'name': 'network-changed', 'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9', 'status': 'completed', 'code': 200} Apr 03 16:34:48.900393 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-87b2a1ed-954c-4da0-861e-fd01d8950f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:48.902078 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-87b2a1ed-954c-4da0-861e-fd01d8950f3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 1127 time: 0.0617568 Apr 03 16:34:48.907116 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:48.923183 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port f4d3c397-9495-436d-8682-53cf7e74a28e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:34:48.927430 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port f4d3c397-9495-436d-8682-53cf7e74a28e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:48.927809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:48.963032 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-c7020196-67f5-4b26-9333-62f9e843c2da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9 HTTP/1.1" status: 200 len: 217 time: 0.0451431 Apr 03 16:34:49.026066 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port f4d3c397-9495-436d-8682-53cf7e74a28e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:49.026564 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:49.043992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6303e41-c30f-4403-925e-5a77b8ba34e7 req-d4fd3bc8-fd1d-4ba8-9703-78bc2c91b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.045530 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6303e41-c30f-4403-925e-5a77b8ba34e7 req-d4fd3bc8-fd1d-4ba8-9703-78bc2c91b854 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1130 time: 0.0907087 Apr 03 16:34:49.048018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-52067ae3-490a-47bb-83db-92a9cd278a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.053399 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-52067ae3-490a-47bb-83db-92a9cd278a92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1892b0e1-5282-46ae-b62c-d3f80d82616d HTTP/1.1" status: 200 len: 853 time: 0.0686188 Apr 03 16:34:49.075978 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f4d3c397-9495-436d-8682-53cf7e74a28e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:49.081884 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:49.095401 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-036191e4-33d7-451e-a798-4b35e596ae08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71b7f5fe-3055-428a-9091-1d7327da1d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379741 Apr 03 16:34:49.134242 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:49.170761 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6303e41-c30f-4403-925e-5a77b8ba34e7 req-aa1d1caa-e0fd-4c89-8652-61b089167278 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145856 Apr 03 16:34:49.212167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-7fdd20e6-d44d-4dff-988c-ad1d72598a77 service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070085 Apr 03 16:34:49.556133 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e10671-8218-4f59-96a4-da0286423570 req-46a3f909-c4ce-4741-a534-b2a68a2f378f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.557594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69e10671-8218-4f59-96a4-da0286423570 req-46a3f909-c4ce-4741-a534-b2a68a2f378f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1319776 Apr 03 16:34:49.617423 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8e4446e-3136-4e3b-811f-4680847e7df4 req-d9d93f32-4ad4-40b1-88f3-ec135e568e80 service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621065 Apr 03 16:34:49.649610 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4de7-049b-4e79-b287-3087016fa516 req-d42d5868-5250-4aee-9fc3-a69d7db7957a tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.651496 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-457c4de7-049b-4e79-b287-3087016fa516 req-d42d5868-5250-4aee-9fc3-a69d7db7957a tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 943 time: 0.1349692 Apr 03 16:34:49.688239 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69e10671-8218-4f59-96a4-da0286423570 req-32cf1c29-1fdc-4390-b071-b1dedf45a85c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173494 Apr 03 16:34:49.740253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-457c4de7-049b-4e79-b287-3087016fa516 req-9b73a9fa-d2a5-4e0e-89d9-488b612d28b4 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790150 Apr 03 16:34:49.756880 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-014a1251-8842-434c-9e49-8d4d27b4e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.758341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-014a1251-8842-434c-9e49-8d4d27b4e302 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 1127 time: 0.0541596 Apr 03 16:34:49.848316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-3c2e7b79-c89b-4ef1-91e8-2241b31f251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.849729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-3c2e7b79-c89b-4ef1-91e8-2241b31f251d service neutron] 10.222.0.50 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 914 time: 0.0853119 Apr 03 16:34:49.890769 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-2c22e7e8-8596-4de9-80cc-da65003551a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9 HTTP/1.1" status: 200 len: 217 time: 0.0337627 Apr 03 16:34:49.941163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-b97a1250-7cf2-436e-a81f-b9fde2b2e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:49.943416 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-b97a1250-7cf2-436e-a81f-b9fde2b2e26d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1892b0e1-5282-46ae-b62c-d3f80d82616d HTTP/1.1" status: 200 len: 853 time: 0.0474217 Apr 03 16:34:49.973792 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-2906e2c5-61f4-4563-9339-e0b3bdc237d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71b7f5fe-3055-428a-9091-1d7327da1d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250397 Apr 03 16:34:50.061678 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-ac097a6c-10da-4491-aa52-e7699755563e service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823505 Apr 03 16:34:50.151854 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af6f39b0-47e2-4208-b07a-ff1f579bbd2b req-542785b8-ebbc-4a3f-bb98-50e42e64d436 service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Apr 03 16:34:50.807938 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8e27-3afa-427c-bc21-44dcc868ef8e req-47a3c9cd-0886-41bd-914c-13b1a0fbd9a1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:50.809468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fdf8e27-3afa-427c-bc21-44dcc868ef8e req-47a3c9cd-0886-41bd-914c-13b1a0fbd9a1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0542159 Apr 03 16:34:50.847145 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:50.850096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e69ab7-e970-4789-8ee6-19317407c800" -d '{"events": [{"server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:50.890735 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfa5df-e778-45e8-b55e-c61476a170ca req-256458fc-68c9-4326-a88d-749d37ee9dc2 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:50.892213 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8bfa5df-e778-45e8-b55e-c61476a170ca req-256458fc-68c9-4326-a88d-749d37ee9dc2 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 943 time: 0.0818770 Apr 03 16:34:50.895112 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fdf8e27-3afa-427c-bc21-44dcc868ef8e req-fbaf441a-a6ce-4b11-9762-85ea33d9acfa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Apr 03 16:34:50.946456 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8bfa5df-e778-45e8-b55e-c61476a170ca req-8a89fed5-e270-4871-9a89-c2175bdcad62 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Apr 03 16:34:50.948122 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716ef15-e656-4e72-a5b7-50ae0cab3b15 x-openstack-request-id: req-e716ef15-e656-4e72-a5b7-50ae0cab3b15 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:50.948631 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:50.948892 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e716ef15-e656-4e72-a5b7-50ae0cab3b15 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:50.949290 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e716ef15-e656-4e72-a5b7-50ae0cab3b15'] response: {'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e', 'code': 200} Apr 03 16:34:51.005316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:51.120832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe81f-3e35-431f-8983-2dc7d40c7f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.148553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70b770-650d-4ae5-9dde-74db160d9579 req-495f3fae-760d-4e5f-bff6-2bb430c21930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:51.150073 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a70b770-650d-4ae5-9dde-74db160d9579 req-495f3fae-760d-4e5f-bff6-2bb430c21930 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1129 time: 0.0709281 Apr 03 16:34:51.222333 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a70b770-650d-4ae5-9dde-74db160d9579 req-8d200250-ea50-4f3b-8208-75d15ff0067c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622458 Apr 03 16:34:51.243065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe81f-3e35-431f-8983-2dc7d40c7f48 admin admin] Publish callbacks [] for security_group (dd763572-ca2e-48c1-9c15-7399797f2e60), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.246967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe81f-3e35-431f-8983-2dc7d40c7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd763572-ca2e-48c1-9c15-7399797f2e60), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.286320 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d2fbe81f-3e35-431f-8983-2dc7d40c7f48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3b0ad4be5be4a03bd22ad419168b2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797663 Apr 03 16:34:51.287207 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbe81f-3e35-431f-8983-2dc7d40c7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd763572-ca2e-48c1-9c15-7399797f2e60,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:51.288910 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35236) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:51.338019 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] Publish callbacks [] for security_group (dd763572-ca2e-48c1-9c15-7399797f2e60), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.358105 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] Publish callbacks [] for security_group (dd763572-ca2e-48c1-9c15-7399797f2e60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.411586 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd763572-ca2e-48c1-9c15-7399797f2e60), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.414357 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.415538 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd763572-ca2e-48c1-9c15-7399797f2e60 HTTP/1.1" status: 204 len: 168 time: 0.1248071 Apr 03 16:34:51.424173 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cd5f1-fea6-4c54-b0a9-1c71b2694c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd763572-ca2e-48c1-9c15-7399797f2e60,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:51.699890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:51.713386 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a003294-5e94-4a53-a51e-86098ef01c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.794438 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a003294-5e94-4a53-a51e-86098ef01c17 admin admin] Publish callbacks [] for security_group (94181146-e341-419c-a869-deed02e217e2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.798901 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a003294-5e94-4a53-a51e-86098ef01c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (94181146-e341-419c-a869-deed02e217e2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.839507 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3a003294-5e94-4a53-a51e-86098ef01c17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5da083ce12b54c8e8145945106918c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362462 Apr 03 16:34:51.839507 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a003294-5e94-4a53-a51e-86098ef01c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94181146-e341-419c-a869-deed02e217e2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:51.839921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:51.893753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] Publish callbacks [] for security_group (94181146-e341-419c-a869-deed02e217e2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:51.916537 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] Publish callbacks [] for security_group (94181146-e341-419c-a869-deed02e217e2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.006453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (94181146-e341-419c-a869-deed02e217e2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.009018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.010165 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94181146-e341-419c-a869-deed02e217e2 HTTP/1.1" status: 204 len: 168 time: 0.1690869 Apr 03 16:34:52.039982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09c026-8749-4d4f-94f7-af221e3b46f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94181146-e341-419c-a869-deed02e217e2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:52.090077 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11ff7b-f9e2-467f-9c1d-8457442449bc req-48d411c0-86a8-4b7b-8994-b9915a23d40e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:52.091774 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc11ff7b-f9e2-467f-9c1d-8457442449bc req-48d411c0-86a8-4b7b-8994-b9915a23d40e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1177118 Apr 03 16:34:52.115664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b189f-b676-43c3-8999-1ebc02d1ce33 req-d95abe2d-058d-434c-b4d8-490bc358892f tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:52.117194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf0b189f-b676-43c3-8999-1ebc02d1ce33 req-d95abe2d-058d-434c-b4d8-490bc358892f tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 943 time: 0.0982053 Apr 03 16:34:52.209681 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc11ff7b-f9e2-467f-9c1d-8457442449bc req-e2a49ef8-786e-4d78-b54e-86d0f59cf40b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109357 Apr 03 16:34:52.216231 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf0b189f-b676-43c3-8999-1ebc02d1ce33 req-677417bc-3a5a-44f1-9a2d-da9e205b4d52 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923405 Apr 03 16:34:52.388673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:52.402035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e094e-8279-4d0e-915c-ed6ac593b69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.476014 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e094e-8279-4d0e-915c-ed6ac593b69c admin admin] Publish callbacks [] for security_group (52be1a68-f2e5-46e2-aafa-8c6c977403ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.480556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e094e-8279-4d0e-915c-ed6ac593b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (52be1a68-f2e5-46e2-aafa-8c6c977403ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.519301 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-aa8e094e-8279-4d0e-915c-ed6ac593b69c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0eeae7fef7ba44aa95e14274c20e093e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293983 Apr 03 16:34:52.521712 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:52.527579 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e094e-8279-4d0e-915c-ed6ac593b69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be1a68-f2e5-46e2-aafa-8c6c977403ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:52.571995 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] Publish callbacks [] for security_group (52be1a68-f2e5-46e2-aafa-8c6c977403ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.592542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] Publish callbacks [] for security_group (52be1a68-f2e5-46e2-aafa-8c6c977403ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.640830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (52be1a68-f2e5-46e2-aafa-8c6c977403ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.643337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:52.644520 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52be1a68-f2e5-46e2-aafa-8c6c977403ed HTTP/1.1" status: 204 len: 168 time: 0.1219687 Apr 03 16:34:52.652260 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e0613-cc26-4e91-b37c-ab16e4fa3538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be1a68-f2e5-46e2-aafa-8c6c977403ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:53.392743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc096c-5236-42ae-ace2-8d5dacb4784b req-14972c4d-397c-42c1-9548-41598f3788d8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:53.395272 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8fc096c-5236-42ae-ace2-8d5dacb4784b req-14972c4d-397c-42c1-9548-41598f3788d8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 943 time: 0.0859592 Apr 03 16:34:53.402806 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330f95-a151-4d2c-8144-d2fa80e844f0 req-55588359-b33f-429a-ace0-78b305c7bb49 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:53.404627 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe330f95-a151-4d2c-8144-d2fa80e844f0 req-55588359-b33f-429a-ace0-78b305c7bb49 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1098270 Apr 03 16:34:53.483693 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f8fc096c-5236-42ae-ace2-8d5dacb4784b req-c02555d1-ca78-4b9c-98b5-65356e5d5e6c tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Apr 03 16:34:53.488109 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe330f95-a151-4d2c-8144-d2fa80e844f0 req-3c91ff95-03ba-4032-868a-8fa687453246 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Apr 03 16:34:53.735137 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:53.854108 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563fe0-a944-476e-8649-b47bb6f61547 req-b62611ed-69a2-4e52-9d3c-b01aad3aaad7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:53.856945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c563fe0-a944-476e-8649-b47bb6f61547 req-b62611ed-69a2-4e52-9d3c-b01aad3aaad7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0741096 Apr 03 16:34:53.873430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-7f826969-0df7-4340-9642-7874854f9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:53.876072 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-7f826969-0df7-4340-9642-7874854f9ced service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1129 time: 0.1232436 Apr 03 16:34:53.895455 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60110236-48a7-452f-bdad-6ed5edff2f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.014690 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c563fe0-a944-476e-8649-b47bb6f61547 req-634ac231-809a-42ac-a22f-745049798b5e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502075 Apr 03 16:34:54.034583 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-42a93767-3a18-403e-9a49-6591da81b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:54.038519 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-42a93767-3a18-403e-9a49-6591da81b5f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1496537 Apr 03 16:34:54.084916 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-9b254c71-59b9-4390-bcb5-2738a75f6ef6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 200 len: 217 time: 0.0423276 Apr 03 16:34:54.134139 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60110236-48a7-452f-bdad-6ed5edff2f05 admin admin] Publish callbacks [] for security_group (5f5877af-53ad-4fe1-90be-f38bc243bd66), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.140815 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60110236-48a7-452f-bdad-6ed5edff2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5f5877af-53ad-4fe1-90be-f38bc243bd66), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.165088 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-929db469-d37f-45d4-a800-a6aa22b8cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:54.166501 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-929db469-d37f-45d4-a800-a6aa22b8cdd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0720751 Apr 03 16:34:54.212797 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-60110236-48a7-452f-bdad-6ed5edff2f05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb0fb8ae57314496870ccbc96ddd6904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764581 Apr 03 16:34:54.213428 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110236-48a7-452f-bdad-6ed5edff2f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5877af-53ad-4fe1-90be-f38bc243bd66,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:54.215512 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:54.234402 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-955fdddd-cd85-4289-9525-20373ddf87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:54.235606 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-955fdddd-cd85-4289-9525-20373ddf87ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548146 Apr 03 16:34:54.269961 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] Publish callbacks [] for security_group (5f5877af-53ad-4fe1-90be-f38bc243bd66), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.290607 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] Publish callbacks [] for security_group (5f5877af-53ad-4fe1-90be-f38bc243bd66), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.323871 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-5f55da34-0d44-4e77-90b6-d4e1ed9cda82 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819860 Apr 03 16:34:54.336933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5f5877af-53ad-4fe1-90be-f38bc243bd66), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.339431 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.340598 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f5877af-53ad-4fe1-90be-f38bc243bd66 HTTP/1.1" status: 204 len: 168 time: 0.1212552 Apr 03 16:34:54.348799 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047eb1b7-3a20-4eea-b2f5-1188011941ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5877af-53ad-4fe1-90be-f38bc243bd66,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:54.418839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc5c1686-1c4f-47e4-a9e4-31432034bfc6 req-65e0ea57-3553-4e97-bce8-1ffacb9f14bb service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882571 Apr 03 16:34:54.580138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device b7aa49e5-69c6-42d8-992c-b068e66571b9 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:34:54.611494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3015-8569-41af-9f3b-dfce1acc8723 req-5e984b32-d80d-468c-b2c5-948dc202d923 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:54.613116 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bd1e3015-8569-41af-9f3b-dfce1acc8723 req-5e984b32-d80d-468c-b2c5-948dc202d923 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 943 time: 0.0566263 Apr 03 16:34:54.621942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:54.646425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-494f1b7b-ed90-4cf8-99fc-16aa02ce11fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.688658 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:54.691827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bd1e3015-8569-41af-9f3b-dfce1acc8723 req-32e4d18e-0e9e-40a7-99d6-67fd5ffc122e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713208 Apr 03 16:34:54.701254 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'b7aa49e5-69c6-42d8-992c-b068e66571b9', 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19', 'port_id': 'b7aa49e5-69c6-42d8-992c-b068e66571b9', 'mac_address': 'fa:16:3e:8c:92:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1892b0e1-5282-46ae-b62c-d3f80d82616d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:34:54.739778 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port b7aa49e5-69c6-42d8-992c-b068e66571b9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:54.740169 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.745331 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-494f1b7b-ed90-4cf8-99fc-16aa02ce11fa admin admin] Publish callbacks [] for security_group (2b3228e5-5b2e-41be-8a68-5a700a8635ae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.750071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-494f1b7b-ed90-4cf8-99fc-16aa02ce11fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2b3228e5-5b2e-41be-8a68-5a700a8635ae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.753989 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa49e5-69c6-42d8-992c-b068e66571b9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:34:54.773738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:54.778010 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.798324 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-494f1b7b-ed90-4cf8-99fc-16aa02ce11fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16649bfd736e41f3a3b2e6d8e756e76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704104 Apr 03 16:34:54.799453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f1b7b-ed90-4cf8-99fc-16aa02ce11fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3228e5-5b2e-41be-8a68-5a700a8635ae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:54.801040 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:54.828988 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:54.852808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] Publish callbacks [] for security_group (2b3228e5-5b2e-41be-8a68-5a700a8635ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.873588 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] Publish callbacks [] for security_group (2b3228e5-5b2e-41be-8a68-5a700a8635ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.924284 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2b3228e5-5b2e-41be-8a68-5a700a8635ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.927054 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:54.928189 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b3228e5-5b2e-41be-8a68-5a700a8635ae HTTP/1.1" status: 204 len: 168 time: 0.1261694 Apr 03 16:34:54.936516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239179-aa7e-4ed0-b145-66c8fa5c3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3228e5-5b2e-41be-8a68-5a700a8635ae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:55.158464 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c41e7-6d60-4097-a091-bb3a94711ef5 req-1d642fb1-92e6-43f2-9daa-b212cdf4d8be tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:55.159959 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-609c41e7-6d60-4097-a091-bb3a94711ef5 req-1d642fb1-92e6-43f2-9daa-b212cdf4d8be tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0535440 Apr 03 16:34:55.195252 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['b7aa49e5-69c6-42d8-992c-b068e66571b9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:34:55.224507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-609c41e7-6d60-4097-a091-bb3a94711ef5 req-2ab337dc-dd8b-481a-ab24-bc0677d64ab5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583825 Apr 03 16:34:55.632477 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:55.726079 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-991009722-network', 'tenant_id': '99bda71fdeb7481d859f35bd47905f7b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:55.748219 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Made reservation on behalf of 99bda71fdeb7481d859f35bd47905f7b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:55.750643 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.760021 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.812811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53240-709f-44a1-9592-fef5a13c2ae3 req-4a606e5f-ac6c-4f6a-bf16-62d234ba60e1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:55.814312 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ed53240-709f-44a1-9592-fef5a13c2ae3 req-4a606e5f-ac6c-4f6a-bf16-62d234ba60e1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 944 time: 0.0528007 Apr 03 16:34:55.836535 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks [] for security_group (03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.840766 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.862500 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:34:55.862784 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ed53240-709f-44a1-9592-fef5a13c2ae3 req-ec3f66a2-3baf-4c06-887b-7a69b5d703f0 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Apr 03 16:34:55.878666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:55.881990 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (34ef2b9d-1c9b-466e-86b4-5cb761c26a75), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.882339 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Added segment 34ef2b9d-1c9b-466e-86b4-5cb761c26a75 of type vlan for network bd35e5e8-e585-41dd-ab6e-95ce3540bd63 Apr 03 16:34:55.921717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (bd35e5e8-e585-41dd-ab6e-95ce3540bd63), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.946302 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (bd35e5e8-e585-41dd-ab6e-95ce3540bd63), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:55.947381 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:55.948064 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.006725 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3730638 Apr 03 16:34:56.009697 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:56.011594 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39fbb-fb2b-467c-85a0-1107a3994ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd35e5e8-e585-41dd-ab6e-95ce3540bd63,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:56.014638 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Request body: {'subnet': {'network_id': 'bd35e5e8-e585-41dd-ab6e-95ce3540bd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-991009722-subnet', 'tenant_id': '99bda71fdeb7481d859f35bd47905f7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:56.021600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network bd35e5e8-e585-41dd-ab6e-95ce3540bd63 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:34:56.032852 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Made reservation on behalf of 99bda71fdeb7481d859f35bd47905f7b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:56.038207 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.212221 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (bd88c46d-8401-489f-b2de-5dcf3f871d89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.279067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd88c46d-8401-489f-b2de-5dcf3f871d89,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:56.287304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Checking segment: {'id': '34ef2b9d-1c9b-466e-86b4-5cb761c26a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd35e5e8-e585-41dd-ab6e-95ce3540bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:56.287684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Network hostable DHCP agents. Network: bd35e5e8-e585-41dd-ab6e-95ce3540bd63, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:34:56.331373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Network bd35e5e8-e585-41dd-ab6e-95ce3540bd63 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:34:56.344897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, bd35e5e8-e585-41dd-ab6e-95ce3540bd63) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:56.351570 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:56.352175 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.353654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35388) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:56.357693 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b635ec-9e42-450c-b688-be1e10a94a44 None None] Network bd35e5e8-e585-41dd-ab6e-95ce3540bd63 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:56.363657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112611b9-1b89-426a-b4b1-c90f7ef1fdf3 req-6f35d142-c5ab-4ca2-92d9-94e7b7862edf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:56.365244 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-112611b9-1b89-426a-b4b1-c90f7ef1fdf3 req-6f35d142-c5ab-4ca2-92d9-94e7b7862edf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0735228 Apr 03 16:34:56.397224 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-17057be0-c740-4785-8332-d1e431918f6e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860815 Apr 03 16:34:56.448856 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-112611b9-1b89-426a-b4b1-c90f7ef1fdf3 req-b0089764-74a8-4299-b53a-89819f166ce1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751622 Apr 03 16:34:56.472676 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd89a39-0d94-4d39-88d1-7c076348adac None None] Network bd35e5e8-e585-41dd-ab6e-95ce3540bd63 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:56.481490 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c568-0940-485b-8bd2-d334cb359c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.566311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c568-0940-485b-8bd2-d334cb359c82 admin admin] Publish callbacks [] for security_group (57210c88-d88c-4ba5-b75c-931648872582), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.570893 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c568-0940-485b-8bd2-d334cb359c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (57210c88-d88c-4ba5-b75c-931648872582), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.595770 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device b7aa49e5-69c6-42d8-992c-b068e66571b9 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:34:56.613956 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:56.614180 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e3e1c568-0940-485b-8bd2-d334cb359c82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c679dfd8c13c43e7b9fde54fd2acb5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590141 Apr 03 16:34:56.615094 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1c568-0940-485b-8bd2-d334cb359c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57210c88-d88c-4ba5-b75c-931648872582,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:56.654685 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port b7aa49e5-69c6-42d8-992c-b068e66571b9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:34:56.658778 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port b7aa49e5-69c6-42d8-992c-b068e66571b9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:34:56.659165 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.670535 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] Publish callbacks [] for security_group (57210c88-d88c-4ba5-b75c-931648872582), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.700302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] Publish callbacks [] for security_group (57210c88-d88c-4ba5-b75c-931648872582), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.759167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port b7aa49e5-69c6-42d8-992c-b068e66571b9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:34:56.759359 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (57210c88-d88c-4ba5-b75c-931648872582), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.759895 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.762125 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.763297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57210c88-d88c-4ba5-b75c-931648872582 HTTP/1.1" status: 204 len: 168 time: 0.1480587 Apr 03 16:34:56.773313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff886-5c54-4aad-8b3e-6b457910c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57210c88-d88c-4ba5-b75c-931648872582,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:56.806456 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:34:56.808904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98ea5b-9481-4c35-abcf-104bd775f984" -d '{"events": [{"server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:34:56.823055 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:34:56.829774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:56.856846 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c4f8c7-1886-4487-99ce-6b684bec0bc6 x-openstack-request-id: req-e0c4f8c7-1886-4487-99ce-6b684bec0bc6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:34:56.857175 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:34:56.857456 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0c4f8c7-1886-4487-99ce-6b684bec0bc6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:34:56.857858 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c4f8c7-1886-4487-99ce-6b684bec0bc6'] response: {'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9', 'code': 200} Apr 03 16:34:56.897162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:56.995468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92eb8-f90c-4053-80fa-c04d3cd36ac0 req-e96f4bca-d4ab-45c4-9738-ecfdc0a5b94d tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:56.997606 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf92eb8-f90c-4053-80fa-c04d3cd36ac0 req-e96f4bca-d4ab-45c4-9738-ecfdc0a5b94d tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.0587680 Apr 03 16:34:57.072115 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:57.077314 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214428475-network', 'tenant_id': 'a561fa8134cc40b18a4b1ac9150538bc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:57.095395 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06191c-6f4f-41b7-8702-a6ddd5ab2f96 req-609a8742-bb2f-4fc9-bb63-5809f1f54974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:57.098123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Made reservation on behalf of a561fa8134cc40b18a4b1ac9150538bc for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:57.098394 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a06191c-6f4f-41b7-8702-a6ddd5ab2f96 req-609a8742-bb2f-4fc9-bb63-5809f1f54974 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 1129 time: 0.1003861 Apr 03 16:34:57.101096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.110600 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.111149 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf92eb8-f90c-4053-80fa-c04d3cd36ac0 req-de65350c-2aca-4add-b93e-b4ff7d0965f0 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Apr 03 16:34:57.177521 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a06191c-6f4f-41b7-8702-a6ddd5ab2f96 req-81a919e5-edb1-42ca-8792-0b8845fbd2d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Apr 03 16:34:57.200210 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks [] for security_group (2e07fd44-8565-469d-9413-59c2ecc2f246), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.204752 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2e07fd44-8565-469d-9413-59c2ecc2f246), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.225472 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:34:57.238921 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07fd44-8565-469d-9413-59c2ecc2f246,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:57.244053 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (70ae5461-5f7e-49a1-899a-ca0d38909b79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.244441 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Added segment 70ae5461-5f7e-49a1-899a-ca0d38909b79 of type vlan for network d59351e3-330e-4033-a825-6c090645ceec Apr 03 16:34:57.290967 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (d59351e3-330e-4033-a825-6c090645ceec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.317405 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (d59351e3-330e-4033-a825-6c090645ceec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.318393 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:57.318962 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.372178 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2977657 Apr 03 16:34:57.374554 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:57.379585 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Request body: {'subnet': {'network_id': 'd59351e3-330e-4033-a825-6c090645ceec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214428475-subnet', 'tenant_id': 'a561fa8134cc40b18a4b1ac9150538bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:57.383404 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cce63-47d9-4a79-bf9b-2876ee47a4cd admin admin] Pushing event updated for resources: {'Network': ['ID=d59351e3-330e-4033-a825-6c090645ceec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:57.393191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network d59351e3-330e-4033-a825-6c090645ceec details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:34:57.402329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Made reservation on behalf of a561fa8134cc40b18a4b1ac9150538bc for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:57.404806 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.612350 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:57.629445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (a8e14ef4-c9cf-438e-989d-07efe26f27f6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.641820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511df9-742c-457f-8ea4-545e10a6b920 req-2b15d185-5934-436b-957b-3c889f3a07e6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:57.643323 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18511df9-742c-457f-8ea4-545e10a6b920 req-2b15d185-5934-436b-957b-3c889f3a07e6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1160913 Apr 03 16:34:57.712115 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-647392894-network', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:57.715083 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e14ef4-c9cf-438e-989d-07efe26f27f6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:57.732736 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Made reservation on behalf of 320c630c8e034a4f9f0d78877bc710a2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:57.735311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.741352 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18511df9-742c-457f-8ea4-545e10a6b920 req-c292ffc1-3c69-4b94-a085-891e9c482f23 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Apr 03 16:34:57.744008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Checking segment: {'id': '70ae5461-5f7e-49a1-899a-ca0d38909b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd59351e3-330e-4033-a825-6c090645ceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:57.744373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Network hostable DHCP agents. Network: d59351e3-330e-4033-a825-6c090645ceec, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:34:57.744497 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.770850 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Network d59351e3-330e-4033-a825-6c090645ceec is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:34:57.779904 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, d59351e3-330e-4033-a825-6c090645ceec) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:57.785963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:57.786787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.789662 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac8686-44bf-41d9-9c3e-374d86502da7 None None] Network d59351e3-330e-4033-a825-6c090645ceec requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:57.806460 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-295708a1-6a0b-4b10-8751-3f55a2b27619 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4307325 Apr 03 16:34:57.828059 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks [] for security_group (7a745393-7514-44b9-bc7d-f15c8a5ee1a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.832176 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7a745393-7514-44b9-bc7d-f15c8a5ee1a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.857779 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:34:57.867913 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a745393-7514-44b9-bc7d-f15c8a5ee1a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:57.874894 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (902e1223-1b7b-40c7-83a4-0d0226c69c80), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.875598 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Added segment 902e1223-1b7b-40c7-83a4-0d0226c69c80 of type vlan for network 3d91ad2d-db08-4d96-9858-8576bce73b14 Apr 03 16:34:57.908045 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ddebe-44ae-445e-8d63-dd38ab5827f3 None None] Network d59351e3-330e-4033-a825-6c090645ceec requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:57.923000 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (3d91ad2d-db08-4d96-9858-8576bce73b14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.949258 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (3d91ad2d-db08-4d96-9858-8576bce73b14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:57.950388 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:57.951067 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.006358 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3927789 Apr 03 16:34:58.009369 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:58.016226 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6130-119e-411b-b09f-f20bb753bd56 admin admin] Pushing event updated for resources: {'Network': ['ID=3d91ad2d-db08-4d96-9858-8576bce73b14,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:58.023814 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Request body: {'subnet': {'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-647392894-subnet', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:58.025792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:34:58.047493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Made reservation on behalf of 320c630c8e034a4f9f0d78877bc710a2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:34:58.055038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.271370 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (ea09bdb7-72e1-43fa-91d3-aea7e24b8e63), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.318999 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c785-4703-4ba1-bf88-d9c90082c410 req-75c42933-59b1-449e-8b00-34171e92562f tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:58.320589 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4b7c785-4703-4ba1-bf88-d9c90082c410 req-75c42933-59b1-449e-8b00-34171e92562f tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.1352549 Apr 03 16:34:58.372320 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:58.397799 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:58.398173 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Network hostable DHCP agents. Network: 3d91ad2d-db08-4d96-9858-8576bce73b14, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:34:58.406925 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4b7c785-4703-4ba1-bf88-d9c90082c410 req-c40d23f3-1b75-4f7e-8f7e-24051ff6220e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794747 Apr 03 16:34:58.421528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:34:58.432686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 3d91ad2d-db08-4d96-9858-8576bce73b14) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:58.441838 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:58.442650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.443410 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a4c1c-eb10-4e6c-8a85-2f1ea772c6c2 None None] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:34:58.467240 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b923592e-7d4b-4326-b8ce-29155654746a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4553077 Apr 03 16:34:58.469985 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:34:58.474197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:34:58.493921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.494960 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.549449 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for router_controller (32500e75-b30d-4c4d-86b9-e42dc30ad30d), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.551018 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-3d91ad2d-db08-4d96-9858-8576bce73b14', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:34:58.552078 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.692981 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Allocated IP 172.20.0.2 (3d91ad2d-db08-4d96-9858-8576bce73b14/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63/110a819b-e1bc-4701-a164-6f2b3b615f3f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:58.973069 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks [] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.977246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for router_gateway (32500e75-b30d-4c4d-86b9-e42dc30ad30d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:58.978997 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.016729 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:59.029480 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:59.032200 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Pushing event updated for resources: {'Port': ['ID=110a819b-e1bc-4701-a164-6f2b3b615f3f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:59.034522 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:34:59.042415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c20df4-ac6e-42a0-a14b-f59e814d0b69 req-d281c604-8063-4e0a-8e9b-8be80bc17b39 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:59.044683 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30c20df4-ac6e-42a0-a14b-f59e814d0b69 req-d281c604-8063-4e0a-8e9b-8be80bc17b39 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1253090 Apr 03 16:34:59.094452 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Attempting to bind port 110a819b-e1bc-4701-a164-6f2b3b615f3f on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:34:59.094824 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Attempting to bind port 110a819b-e1bc-4701-a164-6f2b3b615f3f by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:34:59.095193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Attempting to bind port 110a819b-e1bc-4701-a164-6f2b3b615f3f on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:34:59.100017 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:34:59.100395 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:34:59.100820 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.101211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Bound using segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:34:59.101670 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Bound port: 110a819b-e1bc-4701-a164-6f2b3b615f3f, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:34:59.102042 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.110393 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30c20df4-ac6e-42a0-a14b-f59e814d0b69 req-f5f4adec-7ce7-478f-babc-3ed81ca4b411 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Apr 03 16:34:59.166042 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] For port 110a819b-e1bc-4701-a164-6f2b3b615f3f, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:34:59.169521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] For port 110a819b-e1bc-4701-a164-6f2b3b615f3f, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=110a819b-e1bc-4701-a164-6f2b3b615f3f,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:34:59.175441 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.240289 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200032de-52de-4b69-ad47-c1cb8f47dc76 None None] Pushing event updated for resources: {'Port': ['ID=110a819b-e1bc-4701-a164-6f2b3b615f3f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:59.251721 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for router_gateway (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.272563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.397610 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Allocated IP 172.27.2.34 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/14caf32e-6353-4bd9-b0e8-b9620c3345a8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:34:59.559630 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.595927 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af1c5-2b8b-48ca-8e0d-d21e08856128 req-4c15b82b-812b-4323-b778-9109c8415f10 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:59.597442 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b9af1c5-2b8b-48ca-8e0d-d21e08856128 req-4c15b82b-812b-4323-b778-9109c8415f10 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.1045158 Apr 03 16:34:59.649471 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.682280 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b9af1c5-2b8b-48ca-8e0d-d21e08856128 req-49c098ae-e641-493a-b87a-a915110cf269 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784786 Apr 03 16:34:59.694765 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:34:59.706809 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Pushing event updated for resources: {'Port': ['ID=14caf32e-6353-4bd9-b0e8-b9620c3345a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:34:59.710144 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:34:59.712204 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:35:00.004488 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for router_gateway (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.267002 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.268273 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50d54a-de0e-4695-a571-e77c38522cc4 None None] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:35:00.355558 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd6a7-7f77-40ea-84a3-85fe93af53af req-1d4ede38-f522-4a3a-af4e-9d1b09dd95cb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:00.357127 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-529dd6a7-7f77-40ea-84a3-85fe93af53af req-1d4ede38-f522-4a3a-af4e-9d1b09dd95cb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1354923 Apr 03 16:35:00.385187 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Provisioning complete for port 110a819b-e1bc-4701-a164-6f2b3b615f3f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:00.385574 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.429329 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-529dd6a7-7f77-40ea-84a3-85fe93af53af req-8dd3fd44-9022-4114-9f32-15c4c08b1d71 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Apr 03 16:35:00.459727 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:35:00.475830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:35:00.490881 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Current status of the port 110a819b-e1bc-4701-a164-6f2b3b615f3f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:00.491285 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.530040 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] For port 110a819b-e1bc-4701-a164-6f2b3b615f3f, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=110a819b-e1bc-4701-a164-6f2b3b615f3f,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:00.536084 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.593789 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e181d-bffc-463f-a4b0-f68a3655f204 None None] Pushing event updated for resources: {'Port': ['ID=110a819b-e1bc-4701-a164-6f2b3b615f3f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:00.613633 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:35:00.623358 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:35:00.632522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.636323 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3871e72c-02ed-42b9-97a9-5ec65374c060 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1628947 Apr 03 16:35:00.636499 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:00.636499 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:00.636944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:00.662559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-afbd521d-8ca9-42a9-9214-f395793841dd None None] Provisioning complete for port 110a819b-e1bc-4701-a164-6f2b3b615f3f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:00.662559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afbd521d-8ca9-42a9-9214-f395793841dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:00.760157 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:00.780621 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-afbd521d-8ca9-42a9-9214-f395793841dd None None] Current status of the port 110a819b-e1bc-4701-a164-6f2b3b615f3f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:00.967548 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:34:59Z', 'revision_number': 3, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:00.996215 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:35:00.996804 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Updating router 32500e75-b30d-4c4d-86b9-e42dc30ad30d port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:35:01.026108 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.121392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.303461 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Allocated IP 172.20.0.1 (3d91ad2d-db08-4d96-9858-8576bce73b14/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63/be7ec4df-1cff-4071-88cd-e9b7707c3424) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:35:01.329959 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks [] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.336879 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.364702 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 110a819b-e1bc-4701-a164-6f2b3b615f3f up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:01.388174 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1590ba-2ecd-4699-ae58-6dcef3169723 None None] Pushing event updated for resources: {'Port': ['ID=14caf32e-6353-4bd9-b0e8-b9620c3345a8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:01.405868 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Attempting to bind port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:35:01.406503 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Attempting to bind port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:35:01.407034 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Attempting to bind port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:35:01.413013 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:35:01.413644 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:01.414267 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.414655 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:35:01.415285 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Bound port: 14caf32e-6353-4bd9-b0e8-b9620c3345a8, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:35:01.415773 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.429976 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks [] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.434613 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 110a819b-e1bc-4701-a164-6f2b3b615f3f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:01.434998 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.473691 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] For port 14caf32e-6353-4bd9-b0e8-b9620c3345a8, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:35:01.477132 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] For port 14caf32e-6353-4bd9-b0e8-b9620c3345a8, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=14caf32e-6353-4bd9-b0e8-b9620c3345a8,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:35:01.481387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.485505 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.543229 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 110a819b-e1bc-4701-a164-6f2b3b615f3f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:01.544364 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1590ba-2ecd-4699-ae58-6dcef3169723 None None] Pushing event updated for resources: {'Port': ['ID=14caf32e-6353-4bd9-b0e8-b9620c3345a8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:01.557371 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:01.558010 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:01.577039 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:01.584105 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:01.586861 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Pushing event updated for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:01.589162 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:35:01.650811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a7c35-9a3e-462c-abc6-5e23287f050f req-126037aa-edc1-4719-bdb0-83b89a49608a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:01.652399 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b8a7c35-9a3e-462c-abc6-5e23287f050f req-126037aa-edc1-4719-bdb0-83b89a49608a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1251855 Apr 03 16:35:01.653780 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.785635 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:01.788938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b8a7c35-9a3e-462c-abc6-5e23287f050f req-f70c4e1c-63aa-4429-886f-847319ab6ab0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895653 Apr 03 16:35:01.830079 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8af86edc-82b2-4b07-babb-9b7f0411acce None None] Provisioning complete for port be7ec4df-1cff-4071-88cd-e9b7707c3424 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:01.830474 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8af86edc-82b2-4b07-babb-9b7f0411acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.843343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.872166 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8af86edc-82b2-4b07-babb-9b7f0411acce None None] Port be7ec4df-1cff-4071-88cd-e9b7707c3424 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:35:01.981786 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:34:59Z', 'revision_number': 3, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:02.013154 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78843b-2405-43f5-9c51-2dcd4c99761b None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:34:59Z', 'revision_number': 3, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:35:02.291963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks [] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:02.302550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:02.384723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:02.393191 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Pushing event updated for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:02.491888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:02.493415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:02.629426 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:35:02.761930 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:35:02.767641 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4e6b411b-3d68-4262-bd28-b01d3f53b195 admin admin] 10.222.0.48 "PUT /v2.0/routers/32500e75-b30d-4c4d-86b9-e42dc30ad30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1294713 Apr 03 16:35:02.807772 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e112270-ff35-4088-a543-969a4e9c3ac1 None None] Provisioning complete for port be7ec4df-1cff-4071-88cd-e9b7707c3424 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:02.808255 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e112270-ff35-4088-a543-969a4e9c3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:02.875568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3e112270-ff35-4088-a543-969a4e9c3ac1 None None] Port be7ec4df-1cff-4071-88cd-e9b7707c3424 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:35:02.929693 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349606c-d209-45fb-8bbe-5b747e953a87 req-38d20986-b1e3-4b41-b40e-cd678ea59557 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:02.931566 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b349606c-d209-45fb-8bbe-5b747e953a87 req-38d20986-b1e3-4b41-b40e-cd678ea59557 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0581987 Apr 03 16:35:02.988176 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b349606c-d209-45fb-8bbe-5b747e953a87 req-d5d80b85-2d35-4867-95ce-1025d103b79b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482750 Apr 03 16:35:03.267505 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:03.272588 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-884401183-network', 'tenant_id': 'f7a265604f9a4da7989af1761401c860'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:03.293460 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Made reservation on behalf of f7a265604f9a4da7989af1761401c860 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:35:03.296628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.308425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.360750 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 14caf32e-6353-4bd9-b0e8-b9620c3345a8 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:03.413936 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks [] for security_group (eed911d4-4b9d-4d87-bccb-d37355f2ebe3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.418236 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:03.418823 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.420442 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eed911d4-4b9d-4d87-bccb-d37355f2ebe3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.443988 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:35:03.459046 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed911d4-4b9d-4d87-bccb-d37355f2ebe3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:03.468342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (79832019-478e-4f86-9e49-78cf62a271ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.471183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Added segment 79832019-478e-4f86-9e49-78cf62a271ac of type vlan for network a58e9906-adc6-49e8-8601-f15d30199433 Apr 03 16:35:03.521466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (a58e9906-adc6-49e8-8601-f15d30199433), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.524769 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:03.525167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.549692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 14caf32e-6353-4bd9-b0e8-b9620c3345a8, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=14caf32e-6353-4bd9-b0e8-b9620c3345a8,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:03.553872 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.567024 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (a58e9906-adc6-49e8-8601-f15d30199433), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.568091 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:03.568758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.612913 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=14caf32e-6353-4bd9-b0e8-b9620c3345a8,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:03.642083 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3732364 Apr 03 16:35:03.644967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:03.650024 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Request body: {'subnet': {'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-884401183-subnet', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:03.653236 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e7c3-ec1c-4ac8-af08-e31b05e6df17 admin admin] Pushing event updated for resources: {'Network': ['ID=a58e9906-adc6-49e8-8601-f15d30199433,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:03.673871 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network a58e9906-adc6-49e8-8601-f15d30199433 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:35:03.688443 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Made reservation on behalf of f7a265604f9a4da7989af1761401c860 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:35:03.692478 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:03.802822 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:35:03.820166 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:03.821395 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:03.944701 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:03.955843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (bc46299e-0cf3-43b0-b77e-3008f5abdf9f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.048643 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc46299e-0cf3-43b0-b77e-3008f5abdf9f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:04.061340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Checking segment: {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:04.061701 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Network hostable DHCP agents. Network: a58e9906-adc6-49e8-8601-f15d30199433, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:35:04.116499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Network a58e9906-adc6-49e8-8601-f15d30199433 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:35:04.129337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, a58e9906-adc6-49e8-8601-f15d30199433) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:04.135734 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:04.136327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.140247 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c35372c-2060-45bc-b95f-5c11356dfe5e None None] Network a58e9906-adc6-49e8-8601-f15d30199433 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:35:04.154518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659e54-aa8b-4de1-b853-66ec259c730b req-21f3fcdd-f9b4-44a2-8652-1d7992197ada tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:04.156716 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41659e54-aa8b-4de1-b853-66ec259c730b req-21f3fcdd-f9b4-44a2-8652-1d7992197ada tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0778496 Apr 03 16:35:04.165233 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-18dd8c9a-0bf9-4491-9250-58eb7722bf5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5191741 Apr 03 16:35:04.167988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:04.172606 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:04.198735 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (99f303c2-baf3-4003-a145-69950ff1866f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.200293 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (99f303c2-baf3-4003-a145-69950ff1866f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.212928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41659e54-aa8b-4de1-b853-66ec259c730b req-df7ccc0c-7049-49cf-a1bb-12bcc8e1be20 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464749 Apr 03 16:35:04.262723 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for router_controller (99f303c2-baf3-4003-a145-69950ff1866f), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.301883 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-a58e9906-adc6-49e8-8601-f15d30199433', 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433', 'project_id': 'f7a265604f9a4da7989af1761401c860', 'fixed_ips': [{'subnet_id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:35:04.303081 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.333164 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 2, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:04.363677 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:35:04.364034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Updating router 32500e75-b30d-4c4d-86b9-e42dc30ad30d port be7ec4df-1cff-4071-88cd-e9b7707c3424 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:35:04.414850 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for router_gateway (99f303c2-baf3-4003-a145-69950ff1866f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.460662 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.546063 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Allocated IP 172.20.0.2 (a58e9906-adc6-49e8-8601-f15d30199433/bc46299e-0cf3-43b0-b77e-3008f5abdf9f/977fff87-318d-4930-8b97-e39ec5875071) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:35:04.633504 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for router_gateway (99f303c2-baf3-4003-a145-69950ff1866f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.655023 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.768959 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Allocated IP 172.27.2.243 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/92831db3-8d56-495c-8351-92e5ba57edfb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:35:04.879135 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for port (92831db3-8d56-495c-8351-92e5ba57edfb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.920875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.962935 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:04.965910 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:04.969196 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:35:04.974915 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks [] for port (977fff87-318d-4930-8b97-e39ec5875071), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.990896 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (977fff87-318d-4930-8b97-e39ec5875071), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.013402 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Pushing event updated for resources: {'Port': ['ID=92831db3-8d56-495c-8351-92e5ba57edfb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:05.082650 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Network a58e9906-adc6-49e8-8601-f15d30199433 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:05.090780 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:05.094642 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks [] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.096427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:35:05.098287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Pushing event updated for resources: {'Port': ['ID=977fff87-318d-4930-8b97-e39ec5875071,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:05.110825 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.207544 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b988a7-202d-45bf-943d-b852cae0436a None None] Pushing event updated for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:05.210007 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Attempting to bind port 977fff87-318d-4930-8b97-e39ec5875071 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:35:05.210378 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Attempting to bind port 977fff87-318d-4930-8b97-e39ec5875071 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:35:05.210868 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Attempting to bind port 977fff87-318d-4930-8b97-e39ec5875071 on network a58e9906-adc6-49e8-8601-f15d30199433 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:35:05.223264 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:35:05.223264 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Checking segment: {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:05.223660 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.223744 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Bound using segment: {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:35:05.224228 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Bound port: 977fff87-318d-4930-8b97-e39ec5875071, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:35:05.224670 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (977fff87-318d-4930-8b97-e39ec5875071), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.324002 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Attempting to bind port be7ec4df-1cff-4071-88cd-e9b7707c3424 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:35:05.324376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Attempting to bind port be7ec4df-1cff-4071-88cd-e9b7707c3424 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:35:05.327521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Attempting to bind port be7ec4df-1cff-4071-88cd-e9b7707c3424 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:35:05.346169 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:35:05.346707 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:05.347276 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.347836 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Bound using segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:35:05.348550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Bound port: be7ec4df-1cff-4071-88cd-e9b7707c3424, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:35:05.349104 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.385880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 14caf32e-6353-4bd9-b0e8-b9620c3345a8 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:05.470021 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7ff65-1d9c-4f95-b08e-5f4109eaa2f4 req-1e5ea7e3-0a25-48d2-9c6a-79fb5aeef766 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:05.480976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7cd7ff65-1d9c-4f95-b08e-5f4109eaa2f4 req-1e5ea7e3-0a25-48d2-9c6a-79fb5aeef766 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1359019 Apr 03 16:35:05.484211 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for router_gateway (99f303c2-baf3-4003-a145-69950ff1866f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.484705 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] For port 977fff87-318d-4930-8b97-e39ec5875071, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:35:05.514493 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] For port 977fff87-318d-4930-8b97-e39ec5875071, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=977fff87-318d-4930-8b97-e39ec5875071,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:35:05.547098 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (977fff87-318d-4930-8b97-e39ec5875071), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.557148 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] For port be7ec4df-1cff-4071-88cd-e9b7707c3424, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:35:05.581971 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7cd7ff65-1d9c-4f95-b08e-5f4109eaa2f4 req-ec40fe50-8644-4d59-9053-ea21616f981c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999057 Apr 03 16:35:05.607457 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] For port be7ec4df-1cff-4071-88cd-e9b7707c3424, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=be7ec4df-1cff-4071-88cd-e9b7707c3424,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:35:05.611645 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6fc9afa4-eb82-430a-8972-768d8fc44425 None None] Provisioning complete for port be7ec4df-1cff-4071-88cd-e9b7707c3424 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:05.612027 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6fc9afa4-eb82-430a-8972-768d8fc44425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.649692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.677193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:05.677486 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.708074 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069db2-3e1c-43f7-a7c2-3d15fd1e2840 None None] Pushing event updated for resources: {'Port': ['ID=977fff87-318d-4930-8b97-e39ec5875071,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:05.738303 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9afa4-eb82-430a-8972-768d8fc44425 None None] Port be7ec4df-1cff-4071-88cd-e9b7707c3424 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:35:05.797447 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (99f303c2-baf3-4003-a145-69950ff1866f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.799910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:05.800600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:05.850459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b988a7-202d-45bf-943d-b852cae0436a None None] Pushing event updated for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:06.006237 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:06.044842 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Router 99f303c2-baf3-4003-a145-69950ff1866f is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:35:06.060519 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:06.175728 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:35:06.186444 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Sync routers for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:35:06.195790 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:06.197086 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a1f76458-2c74-4e30-a95e-5fecb27fb91f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0279670 Apr 03 16:35:06.197316 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:06.198133 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:06.199800 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:06.218096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Provisioning complete for port be7ec4df-1cff-4071-88cd-e9b7707c3424 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:06.218467 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:06.321194 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:06.368825 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Current status of the port be7ec4df-1cff-4071-88cd-e9b7707c3424 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:06.369387 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:06.398101 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:05Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:06.437675 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c557a6-d304-425c-8b07-f5810b6f17c8 None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:05Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:35:06.451156 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] For port be7ec4df-1cff-4071-88cd-e9b7707c3424, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=be7ec4df-1cff-4071-88cd-e9b7707c3424,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:06.458458 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:06.572388 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc8324-115e-453a-885e-d428dcd44d69 None None] Pushing event updated for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:06.592724 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:05Z', 'revision_number': 3, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:06.642509 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Checking router: 99f303c2-baf3-4003-a145-69950ff1866f for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:35:06.642855 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Updating router 99f303c2-baf3-4003-a145-69950ff1866f port 92831db3-8d56-495c-8351-92e5ba57edfb binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:35:06.675000 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:06.808835 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67511daa-5920-4a72-8390-32199edacf02 req-72bb542b-4e7a-432b-a3f4-a015cf7348d5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:06.811082 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67511daa-5920-4a72-8390-32199edacf02 req-72bb542b-4e7a-432b-a3f4-a015cf7348d5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1063969 Apr 03 16:35:06.890277 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67511daa-5920-4a72-8390-32199edacf02 req-ae8e2fba-1504-474c-a8ef-1ffead575544 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727844 Apr 03 16:35:07.030515 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks [] for port (92831db3-8d56-495c-8351-92e5ba57edfb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.040895 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.055577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e078b-8a11-4f8c-a3fd-166671153d18 None None] Network a58e9906-adc6-49e8-8601-f15d30199433 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:35:07.107562 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.130408 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de18fab-0003-4a68-884d-0976ad25ccaa None None] Pushing event updated for resources: {'Port': ['ID=92831db3-8d56-495c-8351-92e5ba57edfb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:07.153429 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Attempting to bind port 92831db3-8d56-495c-8351-92e5ba57edfb on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:35:07.155834 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Attempting to bind port 92831db3-8d56-495c-8351-92e5ba57edfb by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:35:07.156487 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Attempting to bind port 92831db3-8d56-495c-8351-92e5ba57edfb on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:35:07.162685 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:35:07.163394 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:07.164073 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.164696 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:35:07.165281 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Bound port: 92831db3-8d56-495c-8351-92e5ba57edfb, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:35:07.165755 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.191154 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Provisioning complete for port 977fff87-318d-4930-8b97-e39ec5875071 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:07.195434 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (977fff87-318d-4930-8b97-e39ec5875071), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.255807 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] For port 92831db3-8d56-495c-8351-92e5ba57edfb, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:35:07.259334 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] For port 92831db3-8d56-495c-8351-92e5ba57edfb, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=92831db3-8d56-495c-8351-92e5ba57edfb,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:35:07.273665 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.343603 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:07.344858 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:07.362318 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de18fab-0003-4a68-884d-0976ad25ccaa None None] Pushing event updated for resources: {'Port': ['ID=92831db3-8d56-495c-8351-92e5ba57edfb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:07.380049 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Allocated IP 172.20.0.1 (a58e9906-adc6-49e8-8601-f15d30199433/bc46299e-0cf3-43b0-b77e-3008f5abdf9f/618e8fb2-14ad-43b7-851c-23e44f815969) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:35:07.468132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Current status of the port 977fff87-318d-4930-8b97-e39ec5875071 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:07.468393 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (977fff87-318d-4930-8b97-e39ec5875071), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.502306 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device be7ec4df-1cff-4071-88cd-e9b7707c3424 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:07.562421 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] For port 977fff87-318d-4930-8b97-e39ec5875071, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=977fff87-318d-4930-8b97-e39ec5875071,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:07.564375 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:07.570827 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks [] for port (618e8fb2-14ad-43b7-851c-23e44f815969), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.571553 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (977fff87-318d-4930-8b97-e39ec5875071), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.637692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2634-6b59-411d-8db3-ee313b6d14e5 None None] Pushing event updated for resources: {'Port': ['ID=977fff87-318d-4930-8b97-e39ec5875071,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:07.638235 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.651018 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port be7ec4df-1cff-4071-88cd-e9b7707c3424 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:07.651408 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.701367 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Network a58e9906-adc6-49e8-8601-f15d30199433 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:07.705269 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:07.709227 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:35:07.759356 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Pushing event updated for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:07.787923 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (99f303c2-baf3-4003-a145-69950ff1866f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:07.898930 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:05Z', 'revision_number': 3, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:07.957404 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f152b-e328-4657-98b4-87ee804a1a37 None None] The sync data for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi is: [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:05Z', 'revision_number': 3, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:35:08.029628 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-94530985-981f-489e-b918-6bfa6e5059bd None None] Provisioning complete for port 977fff87-318d-4930-8b97-e39ec5875071 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:08.030730 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94530985-981f-489e-b918-6bfa6e5059bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (977fff87-318d-4930-8b97-e39ec5875071), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.102409 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.176787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ef43b-0e6f-4266-bd16-7958056b312b req-c22c6e4d-42dd-4208-9919-3a2939729442 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:08.187884 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-079ef43b-0e6f-4266-bd16-7958056b312b req-c22c6e4d-42dd-4208-9919-3a2939729442 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1647000 Apr 03 16:35:08.202848 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ca8981e-e27d-4f37-99ce-313cda806481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.218046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port be7ec4df-1cff-4071-88cd-e9b7707c3424 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:08.219167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 977fff87-318d-4930-8b97-e39ec5875071 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:08.273297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-079ef43b-0e6f-4266-bd16-7958056b312b req-5f838949-a6e8-470b-8b0f-1b1bdea52f92 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815072 Apr 03 16:35:08.313757 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-94530985-981f-489e-b918-6bfa6e5059bd None None] Current status of the port 977fff87-318d-4930-8b97-e39ec5875071 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:08.315759 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 977fff87-318d-4930-8b97-e39ec5875071 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:08.316022 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (977fff87-318d-4930-8b97-e39ec5875071), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.359518 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks [] for port (618e8fb2-14ad-43b7-851c-23e44f815969), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.364638 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.402604 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 977fff87-318d-4930-8b97-e39ec5875071 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:08.435307 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3bb178f1-438c-4509-85b4-f9facc2f1c53 None None] Provisioning complete for port 618e8fb2-14ad-43b7-851c-23e44f815969 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:08.435777 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3bb178f1-438c-4509-85b4-f9facc2f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.478555 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3bb178f1-438c-4509-85b4-f9facc2f1c53 None None] Port 618e8fb2-14ad-43b7-851c-23e44f815969 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:35:08.481885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (99f303c2-baf3-4003-a145-69950ff1866f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:08.484757 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Pushing event updated for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:08.631759 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Network a58e9906-adc6-49e8-8601-f15d30199433 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:35:08.633606 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:35:08.813030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Router 99f303c2-baf3-4003-a145-69950ff1866f has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:35:08.937840 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:35:08.942906 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ac2fdddf-1e99-4aa8-afcf-a021d7291e02 admin admin] 10.222.0.48 "PUT /v2.0/routers/99f303c2-baf3-4003-a145-69950ff1866f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420752 Apr 03 16:35:09.006189 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-49ff607d-79c2-4605-99f4-6df810f7f31b None None] Provisioning complete for port 618e8fb2-14ad-43b7-851c-23e44f815969 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:09.006562 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49ff607d-79c2-4605-99f4-6df810f7f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.051542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-49ff607d-79c2-4605-99f4-6df810f7f31b None None] Port 618e8fb2-14ad-43b7-851c-23e44f815969 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:35:09.418150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b6b0-78bc-4cf2-b158-fda088e6c4ec req-b7589692-fec6-4c33-82a1-1265c36ecba7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:09.419049 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 92831db3-8d56-495c-8351-92e5ba57edfb up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:09.423966 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf9b6b0-78bc-4cf2-b158-fda088e6c4ec req-b7589692-fec6-4c33-82a1-1265c36ecba7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0643480 Apr 03 16:35:09.471180 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:09.474412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf9b6b0-78bc-4cf2-b158-fda088e6c4ec req-69a92c7d-e1af-4ad5-a935-d569660485ca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Apr 03 16:35:09.476010 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 92831db3-8d56-495c-8351-92e5ba57edfb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:09.476490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.479257 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445513832', 'description': 'tempest-secgroup-smoke-1445513832 description', 'project_id': '320c630c8e034a4f9f0d78877bc710a2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:09.503441 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.566974 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 92831db3-8d56-495c-8351-92e5ba57edfb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:09.567365 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.586614 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (86b3476a-acd4-4869-9d8f-2eb3547dd34b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.589366 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 92831db3-8d56-495c-8351-92e5ba57edfb, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=92831db3-8d56-495c-8351-92e5ba57edfb,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:09.590461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (86b3476a-acd4-4869-9d8f-2eb3547dd34b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.593859 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.594647 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 977fff87-318d-4930-8b97-e39ec5875071 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:09.622406 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.624248 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1514766 Apr 03 16:35:09.627876 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:09.628364 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e65da8-98d9-45e3-b7f9-4a4ba0fd067a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b3476a-acd4-4869-9d8f-2eb3547dd34b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:09.634431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:09.663786 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (200ced51-bfea-4718-9628-e47487f0eada), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.680098 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=92831db3-8d56-495c-8351-92e5ba57edfb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:09.691484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 977fff87-318d-4930-8b97-e39ec5875071 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:09.691864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (977fff87-318d-4930-8b97-e39ec5875071), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.730280 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (200ced51-bfea-4718-9628-e47487f0eada), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.736294 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (200ced51-bfea-4718-9628-e47487f0eada), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.758587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200ced51-bfea-4718-9628-e47487f0eada,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:09.770223 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.774490 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-36b5cbbf-30d2-4fd5-8a1b-6308f527635d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426597 Apr 03 16:35:09.775102 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35674) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:09.779502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:09.835028 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (3a10c5d6-68c9-4f9b-84a1-4ed88d86b730), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.844041 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 977fff87-318d-4930-8b97-e39ec5875071 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:09.918986 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (3a10c5d6-68c9-4f9b-84a1-4ed88d86b730), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.928171 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (3a10c5d6-68c9-4f9b-84a1-4ed88d86b730), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.950897 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a10c5d6-68c9-4f9b-84a1-4ed88d86b730,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:09.958812 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:09.962810 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2389b5f6-23d2-4e72-9e50-9f20d0c4f4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1842511 Apr 03 16:35:09.962899 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:09.968064 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:09.993907 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (f8e49f02-0f06-41f0-8f05-346d5a55aca9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.066335 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (f8e49f02-0f06-41f0-8f05-346d5a55aca9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.070167 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (f8e49f02-0f06-41f0-8f05-346d5a55aca9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.088060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e49f02-0f06-41f0-8f05-346d5a55aca9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:10.101759 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.102999 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7cb4a768-a3d4-4c96-9641-c675da39a79e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391616 Apr 03 16:35:10.105801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:10.112797 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:10.129316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Sync routers for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:35:10.143532 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (dcbe22d1-d949-40c5-b03d-099bdb99beda), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.145463 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:10.146152 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:34:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:10.218801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (dcbe22d1-d949-40c5-b03d-099bdb99beda), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.223188 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (dcbe22d1-d949-40c5-b03d-099bdb99beda), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.245440 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbe22d1-d949-40c5-b03d-099bdb99beda,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:10.252308 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.253630 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d2b58ea9-599b-4db9-889a-bf7277c07a52 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466882 Apr 03 16:35:10.256855 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:10.262410 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:10.274451 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:10.286535 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Project 320c630c8e034a4f9f0d78877bc710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:35:10.292269 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (5c218113-5a9e-46cd-af63-63977352cf7b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.365792 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (5c218113-5a9e-46cd-af63-63977352cf7b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.370240 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (5c218113-5a9e-46cd-af63-63977352cf7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.393516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c218113-5a9e-46cd-af63-63977352cf7b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:10.411009 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.412324 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-981d829d-d425-4e4e-89a7-b41e1469f172 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544325 Apr 03 16:35:10.415059 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35702) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:10.421120 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'security_group_rule': {'security_group_id': '86b3476a-acd4-4869-9d8f-2eb3547dd34b', 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:35:10.446024 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Project 320c630c8e034a4f9f0d78877bc710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:35:10.452731 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (9f975b3b-7e06-41ea-bd36-c3db247291fc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.467842 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3b787c-9db7-4889-8236-f11034fa7bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.519996 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (9f975b3b-7e06-41ea-bd36-c3db247291fc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.524240 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (9f975b3b-7e06-41ea-bd36-c3db247291fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.526287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:07Z', 'revision_number': 4, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '618e8fb2-14ad-43b7-851c-23e44f815969', 'name': '', 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'mac_address': 'fa:16:3e:2f:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:07Z', 'updated_at': '2022-04-03T16:35:08Z', 'revision_number': 2, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'subnets': [{'id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:10.538673 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f975b3b-7e06-41ea-bd36-c3db247291fc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:10.555846 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Checking router: 99f303c2-baf3-4003-a145-69950ff1866f for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:35:10.556206 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Updating router 99f303c2-baf3-4003-a145-69950ff1866f port 618e8fb2-14ad-43b7-851c-23e44f815969 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:35:10.563931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.565308 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-54394e61-54fe-432e-b686-762218e422a0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489382 Apr 03 16:35:10.588395 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.616717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db401-0448-40e2-a9d4-70189f4520e5 req-efaa0ca7-e9ad-4ef1-bed0-50a1a375f388 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:10.618393 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7db401-0448-40e2-a9d4-70189f4520e5 req-efaa0ca7-e9ad-4ef1-bed0-50a1a375f388 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0682781 Apr 03 16:35:10.677297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba7db401-0448-40e2-a9d4-70189f4520e5 req-1ae8e974-970b-495a-b41a-dd6e82e3191b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514326 Apr 03 16:35:10.882521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks [] for port (618e8fb2-14ad-43b7-851c-23e44f815969), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.888788 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:10.945794 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1339c-b47e-49bf-92ac-86829347bf6d None None] Pushing event updated for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:11.019603 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Attempting to bind port 618e8fb2-14ad-43b7-851c-23e44f815969 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:35:11.019950 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Attempting to bind port 618e8fb2-14ad-43b7-851c-23e44f815969 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:35:11.020451 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Attempting to bind port 618e8fb2-14ad-43b7-851c-23e44f815969 on network a58e9906-adc6-49e8-8601-f15d30199433 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:35:11.026685 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:35:11.027119 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Checking segment: {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:35:11.027538 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.027986 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Bound using segment: {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:35:11.028496 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Bound port: 618e8fb2-14ad-43b7-851c-23e44f815969, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79832019-478e-4f86-9e49-78cf62a271ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:35:11.028936 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.119600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] For port 618e8fb2-14ad-43b7-851c-23e44f815969, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:35:11.124492 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] For port 618e8fb2-14ad-43b7-851c-23e44f815969, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=618e8fb2-14ad-43b7-851c-23e44f815969,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:35:11.131889 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.191932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:35:11.192656 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:35:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:11.273981 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1339c-b47e-49bf-92ac-86829347bf6d None None] Pushing event updated for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:11.280231 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Provisioning complete for port 618e8fb2-14ad-43b7-851c-23e44f815969 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:11.280721 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.368917 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 92831db3-8d56-495c-8351-92e5ba57edfb up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:11.379420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:35:11.488321 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.535932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Current status of the port 618e8fb2-14ad-43b7-851c-23e44f815969 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:11.536438 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.581662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:11.628653 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Deleting subnet bd88c46d-8401-489f-b2de-5dcf3f871d89 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:35:11.629647 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] For port 618e8fb2-14ad-43b7-851c-23e44f815969, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=618e8fb2-14ad-43b7-851c-23e44f815969,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:35:11.632185 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Publish callbacks [] for subnet (bd88c46d-8401-489f-b2de-5dcf3f871d89), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.644201 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.666889 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (bd88c46d-8401-489f-b2de-5dcf3f871d89), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.688270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 92831db3-8d56-495c-8351-92e5ba57edfb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:11.688673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.706503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (bd88c46d-8401-489f-b2de-5dcf3f871d89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.778514 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (bd88c46d-8401-489f-b2de-5dcf3f871d89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.809880 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd88c46d-8401-489f-b2de-5dcf3f871d89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:11.815252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f49a2-082e-4d46-9190-1cad657373c6 req-a6bd946d-f856-420e-8de7-729401da7425 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:11.821995 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.822467 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d04f49a2-082e-4d46-9190-1cad657373c6 req-a6bd946d-f856-420e-8de7-729401da7425 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0638573 Apr 03 16:35:11.830378 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c52036d7-f23d-48bb-8fbc-83194df8e107 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd88c46d-8401-489f-b2de-5dcf3f871d89 HTTP/1.1" status: 204 len: 168 time: 0.2448721 Apr 03 16:35:11.830612 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:11.869468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d04f49a2-082e-4d46-9190-1cad657373c6 req-72cfd1cf-506c-4fd5-ad63-27b7ad8a7e0f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Apr 03 16:35:11.919508 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (bd35e5e8-e585-41dd-ab6e-95ce3540bd63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.940875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5cb84-ab9b-485c-b335-3c024f277900 None None] Pushing event updated for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:11.944255 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dac1ebde-4cd5-4392-bf5d-24e3fdbe93fe None None] Provisioning complete for port 618e8fb2-14ad-43b7-851c-23e44f815969 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:11.944818 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dac1ebde-4cd5-4392-bf5d-24e3fdbe93fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.011530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (bd35e5e8-e585-41dd-ab6e-95ce3540bd63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.033885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd35e5e8-e585-41dd-ab6e-95ce3540bd63']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.043668 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ef2b9d-1c9b-466e-86b4-5cb761c26a75') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.043970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ef2b9d-1c9b-466e-86b4-5cb761c26a75') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.052798 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 92831db3-8d56-495c-8351-92e5ba57edfb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:12.054627 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (34ef2b9d-1c9b-466e-86b4-5cb761c26a75), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.059705 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:07Z', 'revision_number': 4, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '618e8fb2-14ad-43b7-851c-23e44f815969', 'name': '', 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'mac_address': 'fa:16:3e:2f:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:07Z', 'updated_at': '2022-04-03T16:35:11Z', 'revision_number': 4, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'subnets': [{'id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.069640 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (34ef2b9d-1c9b-466e-86b4-5cb761c26a75), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.076131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:35:12.076605 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (34ef2b9d-1c9b-466e-86b4-5cb761c26a75), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:35:12.079375 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:35:12.110403 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb9024-697f-44ae-b5ed-3d6ae4a548ef None None] The sync data for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi is: [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:07Z', 'revision_number': 4, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '618e8fb2-14ad-43b7-851c-23e44f815969', 'name': '', 'network_id': 'a58e9906-adc6-49e8-8601-f15d30199433', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'mac_address': 'fa:16:3e:2f:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:07Z', 'updated_at': '2022-04-03T16:35:11Z', 'revision_number': 4, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'subnets': [{'id': 'bc46299e-0cf3-43b0-b77e-3008f5abdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:35:12.128611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dac1ebde-4cd5-4392-bf5d-24e3fdbe93fe None None] Current status of the port 618e8fb2-14ad-43b7-851c-23e44f815969 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:12.152968 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (bd35e5e8-e585-41dd-ab6e-95ce3540bd63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.179831 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd35e5e8-e585-41dd-ab6e-95ce3540bd63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:12.181902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.188347 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ad2151ce-b19f-453f-af09-96e5452230b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd35e5e8-e585-41dd-ab6e-95ce3540bd63 HTTP/1.1" status: 204 len: 168 time: 0.3524961 Apr 03 16:35:12.188915 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:12.251420 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Deleting subnet a8e14ef4-c9cf-438e-989d-07efe26f27f6 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:35:12.255473 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Publish callbacks [] for subnet (a8e14ef4-c9cf-438e-989d-07efe26f27f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.292189 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (a8e14ef4-c9cf-438e-989d-07efe26f27f6), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.334945 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (a8e14ef4-c9cf-438e-989d-07efe26f27f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.390330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (a8e14ef4-c9cf-438e-989d-07efe26f27f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.422063 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e14ef4-c9cf-438e-989d-07efe26f27f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:12.425645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.431676 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c7ec526b-2693-4027-a35e-83fc5c51aa15 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8e14ef4-c9cf-438e-989d-07efe26f27f6 HTTP/1.1" status: 204 len: 168 time: 0.2376237 Apr 03 16:35:12.431676 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:12.509355 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (d59351e3-330e-4033-a825-6c090645ceec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.592320 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (d59351e3-330e-4033-a825-6c090645ceec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.612689 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59351e3-330e-4033-a825-6c090645ceec']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.622030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ae5461-5f7e-49a1-899a-ca0d38909b79') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.622377 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ae5461-5f7e-49a1-899a-ca0d38909b79') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:35:12.632366 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (70ae5461-5f7e-49a1-899a-ca0d38909b79), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.648533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (70ae5461-5f7e-49a1-899a-ca0d38909b79), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.655788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:35:12.656516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (70ae5461-5f7e-49a1-899a-ca0d38909b79), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:35:12.658499 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:35:12.718307 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (d59351e3-330e-4033-a825-6c090645ceec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.722722 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:12.726036 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] 10.222.0.48 "DELETE /v2.0/networks/d59351e3-330e-4033-a825-6c090645ceec HTTP/1.1" status: 204 len: 168 time: 0.2938371 Apr 03 16:35:12.742427 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775d670-9495-41e2-a80c-a98f3a48d43f admin admin] Pushing event deleted for resources: {'Network': ['ID=d59351e3-330e-4033-a825-6c090645ceec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:12.881653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:12.922059 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-27cced83-d174-4b5e-92e0-73e0e0fbe821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99bda71fdeb7481d859f35bd47905f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392363 Apr 03 16:35:12.924959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:12.960149 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.028249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] Publish callbacks [] for security_group (03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.049588 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535405b-8853-41cd-bf93-36f4009f43f0 req-32b7004d-209c-4749-aff9-23e18895aeac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:13.051062 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4535405b-8853-41cd-bf93-36f4009f43f0 req-32b7004d-209c-4749-aff9-23e18895aeac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0949233 Apr 03 16:35:13.069924 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] Publish callbacks [] for security_group (03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.131646 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4535405b-8853-41cd-bf93-36f4009f43f0 req-d5f9df7a-9e0d-4f6f-a096-a97be4d11b63 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721135 Apr 03 16:35:13.147524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.150273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.151444 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0 HTTP/1.1" status: 204 len: 168 time: 0.2255666 Apr 03 16:35:13.159468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d6bcf-4814-4238-af51-cc88b204cbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb9ce9-9c92-48bc-81f3-1fc68fa6b7f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:13.356454 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 618e8fb2-14ad-43b7-851c-23e44f815969 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:35:13.416795 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 618e8fb2-14ad-43b7-851c-23e44f815969 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:35:13.416795 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.506485 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 618e8fb2-14ad-43b7-851c-23e44f815969 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:35:13.523451 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:13.565682 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-173cb662-0027-46ef-9525-a5b9633dfe45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a561fa8134cc40b18a4b1ac9150538bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410695 Apr 03 16:35:13.568128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:13.618246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] Publish callbacks [] for security_group (2e07fd44-8565-469d-9413-59c2ecc2f246), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.653196 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] Publish callbacks [] for security_group (2e07fd44-8565-469d-9413-59c2ecc2f246), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.703963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2e07fd44-8565-469d-9413-59c2ecc2f246), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.706794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:13.708139 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e07fd44-8565-469d-9413-59c2ecc2f246 HTTP/1.1" status: 204 len: 168 time: 0.1389782 Apr 03 16:35:13.716281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb6c52-4b9b-4179-a6cf-8961f6821abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07fd44-8565-469d-9413-59c2ecc2f246,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:14.265657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6271-91d9-4add-9315-7009355d7020 req-b7bcbd5b-bf55-4fd2-a85a-2aeb111db2af tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:14.267227 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-774a6271-91d9-4add-9315-7009355d7020 req-b7bcbd5b-bf55-4fd2-a85a-2aeb111db2af tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Apr 03 16:35:14.319608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-774a6271-91d9-4add-9315-7009355d7020 req-7a7ed965-7616-46c6-bf27-7c3ea5d34672 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Apr 03 16:35:14.397986 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:14.521620 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:14.857397 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:14.962387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed78469-2810-4f79-b707-1b2998de2b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.035424 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed78469-2810-4f79-b707-1b2998de2b56 admin admin] Publish callbacks [] for security_group (34d4ca84-89ff-49f1-9aba-7ea530395909), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.039166 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed78469-2810-4f79-b707-1b2998de2b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (34d4ca84-89ff-49f1-9aba-7ea530395909), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.079920 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed78469-2810-4f79-b707-1b2998de2b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4ca84-89ff-49f1-9aba-7ea530395909,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:15.088102 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:15.093131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-fed78469-2810-4f79-b707-1b2998de2b56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbac0dd5f1344c6f938cc3317475c838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343972 Apr 03 16:35:15.135952 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] Publish callbacks [] for security_group (34d4ca84-89ff-49f1-9aba-7ea530395909), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.157950 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] Publish callbacks [] for security_group (34d4ca84-89ff-49f1-9aba-7ea530395909), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.206113 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (34d4ca84-89ff-49f1-9aba-7ea530395909), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.208724 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:15.209918 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34d4ca84-89ff-49f1-9aba-7ea530395909 HTTP/1.1" status: 204 len: 168 time: 0.1208172 Apr 03 16:35:15.218034 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a00e7-2f46-445e-8864-8bfa9732de5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4ca84-89ff-49f1-9aba-7ea530395909,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:15.441360 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb8e50-2a3c-4638-a656-494eabb400de req-3029a175-0a3b-4da5-a1d4-465c9f6c75ae tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:15.442873 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fdcb8e50-2a3c-4638-a656-494eabb400de req-3029a175-0a3b-4da5-a1d4-465c9f6c75ae tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0563619 Apr 03 16:35:15.493785 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fdcb8e50-2a3c-4638-a656-494eabb400de req-18cf582f-5a0f-4c72-8374-0a5dc4f8b023 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453618 Apr 03 16:35:16.606808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1045c7-3e8e-4dab-99f6-fe574f80e0c6 req-5f29dc56-6c4a-4c35-8f07-1b236f95fc43 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:16.608851 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e1045c7-3e8e-4dab-99f6-fe574f80e0c6 req-5f29dc56-6c4a-4c35-8f07-1b236f95fc43 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0509250 Apr 03 16:35:16.657322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e1045c7-3e8e-4dab-99f6-fe574f80e0c6 req-3844529d-f253-4c0a-892a-a3f16e997b9f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Apr 03 16:35:17.778113 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846625d9-8c15-480d-89ba-70493136e19f req-4f7bdc99-ddfe-48ca-a3c7-15d4e22ed734 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:17.779636 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-846625d9-8c15-480d-89ba-70493136e19f req-4f7bdc99-ddfe-48ca-a3c7-15d4e22ed734 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Apr 03 16:35:17.829242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-846625d9-8c15-480d-89ba-70493136e19f req-a82dc226-c287-4fd7-a111-a9a19693a36c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Apr 03 16:35:18.954186 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2f69-1b68-4b1e-b7d4-9d83dd3188cf req-c70dc171-2175-463e-a9c4-0435aa3ee319 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:18.955860 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d0b2f69-1b68-4b1e-b7d4-9d83dd3188cf req-c70dc171-2175-463e-a9c4-0435aa3ee319 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0544417 Apr 03 16:35:19.003845 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d0b2f69-1b68-4b1e-b7d4-9d83dd3188cf req-9b135e2f-17d5-4f03-baca-3b9baedf543d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Apr 03 16:35:20.121931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a736776-dbcb-4cfa-8a50-6cb277a39260 req-1559544c-dedf-497c-b7e6-1f1f51a857af tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:20.123548 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a736776-dbcb-4cfa-8a50-6cb277a39260 req-1559544c-dedf-497c-b7e6-1f1f51a857af tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Apr 03 16:35:20.172424 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a736776-dbcb-4cfa-8a50-6cb277a39260 req-5ac5af20-4df0-4d7a-affb-5fb351743861 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 Apr 03 16:35:20.262178 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 35960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:20.387784 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94a575f0-47fa-404e-95b1-3d1e35344a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.465944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94a575f0-47fa-404e-95b1-3d1e35344a6c admin admin] Publish callbacks [] for security_group (79bc141a-9573-4494-9880-f3ce43b81a7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.473415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94a575f0-47fa-404e-95b1-3d1e35344a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (79bc141a-9573-4494-9880-f3ce43b81a7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.512192 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-94a575f0-47fa-404e-95b1-3d1e35344a6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e957daf4b39423ba64ac30c6fb9707d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489233 Apr 03 16:35:20.513083 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a575f0-47fa-404e-95b1-3d1e35344a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc141a-9573-4494-9880-f3ce43b81a7d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:20.515122 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 35968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:20.576896 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] Publish callbacks [] for security_group (79bc141a-9573-4494-9880-f3ce43b81a7d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.598153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] Publish callbacks [] for security_group (79bc141a-9573-4494-9880-f3ce43b81a7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.642717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (79bc141a-9573-4494-9880-f3ce43b81a7d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.645254 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:20.646389 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79bc141a-9573-4494-9880-f3ce43b81a7d HTTP/1.1" status: 204 len: 168 time: 0.1301053 Apr 03 16:35:20.653684 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda10f8-2181-4b83-bd4f-161189ca4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc141a-9573-4494-9880-f3ce43b81a7d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:21.290254 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287ebf-490e-4f53-8439-8f87e52716e7 req-2b0b8401-f919-4fe1-ad45-9e7a0ffe2ba9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:21.293299 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a3287ebf-490e-4f53-8439-8f87e52716e7 req-2b0b8401-f919-4fe1-ad45-9e7a0ffe2ba9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0560637 Apr 03 16:35:21.346358 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a3287ebf-490e-4f53-8439-8f87e52716e7 req-d020a15c-91a2-4fc1-893a-a50cf1ff837d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Apr 03 16:35:22.467817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ffcb0-8d67-4673-b7ea-dd0c7b3c0c42 req-cf1a399e-2cdd-485b-84f7-e45347a2d4d7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:22.469455 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f79ffcb0-8d67-4673-b7ea-dd0c7b3c0c42 req-cf1a399e-2cdd-485b-84f7-e45347a2d4d7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0570657 Apr 03 16:35:22.520348 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f79ffcb0-8d67-4673-b7ea-dd0c7b3c0c42 req-012f2336-6767-4be2-a755-40ad3bcf3b5a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Apr 03 16:35:23.640338 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff881-f374-4c70-be80-e6df5561de05 req-35136145-11d5-4090-b942-aa29df3e0cb1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:23.642213 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c6ff881-f374-4c70-be80-e6df5561de05 req-35136145-11d5-4090-b942-aa29df3e0cb1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0549905 Apr 03 16:35:23.697440 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c6ff881-f374-4c70-be80-e6df5561de05 req-516c7356-b310-4b19-9252-7d99cf9beba7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Apr 03 16:35:24.818793 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cd127-4a4b-412b-adf9-3dfe882fa0a4 req-26237816-07e7-4fb7-8fd1-e8dc299634f3 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:24.820290 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e5cd127-4a4b-412b-adf9-3dfe882fa0a4 req-26237816-07e7-4fb7-8fd1-e8dc299634f3 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0521481 Apr 03 16:35:24.869592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e5cd127-4a4b-412b-adf9-3dfe882fa0a4 req-adc20703-47be-43a8-8e3d-ee89ee8760bd tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Apr 03 16:35:25.993079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0882560-e91f-4fb6-9757-c20b84f4e4ce req-2d06c6f0-d542-4b2a-a966-e0183c083475 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:25.994554 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0882560-e91f-4fb6-9757-c20b84f4e4ce req-2d06c6f0-d542-4b2a-a966-e0183c083475 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0549896 Apr 03 16:35:26.041189 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0882560-e91f-4fb6-9757-c20b84f4e4ce req-184d3fa8-91db-430b-b123-5cc15f2d644f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Apr 03 16:35:27.157365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49a4d-59b7-470d-a549-9688024392e3 req-5ea32f45-6571-4e49-b105-d33970a59697 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:27.159080 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6aa49a4d-59b7-470d-a549-9688024392e3 req-5ea32f45-6571-4e49-b105-d33970a59697 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Apr 03 16:35:27.204602 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6aa49a4d-59b7-470d-a549-9688024392e3 req-8612a69b-2b04-4f9f-a52a-7222f9a17b4e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Apr 03 16:35:28.324118 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937f91-ca47-4b43-9e26-ec9060b09ab2 req-5d7653a4-8836-42d7-99e4-bf9bd689a36f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:28.325596 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9937f91-ca47-4b43-9e26-ec9060b09ab2 req-5d7653a4-8836-42d7-99e4-bf9bd689a36f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0539041 Apr 03 16:35:28.371992 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9937f91-ca47-4b43-9e26-ec9060b09ab2 req-ee59ff78-20d3-4627-95db-ca9ffb2cf3da tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Apr 03 16:35:29.492054 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253cd06-9648-478b-b7b3-84d1ecd1877b req-33f75157-6d9d-4c42-9410-8e983fbd01fb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:29.493593 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d253cd06-9648-478b-b7b3-84d1ecd1877b req-33f75157-6d9d-4c42-9410-8e983fbd01fb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Apr 03 16:35:29.540507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d253cd06-9648-478b-b7b3-84d1ecd1877b req-76087547-2797-48ab-9bfa-801db6cdbef2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Apr 03 16:35:30.627017 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 36158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:30.659696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a52ec8-2ae5-42a3-bb4a-5299490df9bb req-9e5ce770-99b3-45fb-a3cf-49e8964c452f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:30.661211 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96a52ec8-2ae5-42a3-bb4a-5299490df9bb req-9e5ce770-99b3-45fb-a3cf-49e8964c452f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0560639 Apr 03 16:35:30.714541 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96a52ec8-2ae5-42a3-bb4a-5299490df9bb req-6a4bbcdc-3aaf-4479-9637-8a5814d42030 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Apr 03 16:35:30.730649 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07f6a43-6898-4b4a-99b2-7803118ac656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.803332 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07f6a43-6898-4b4a-99b2-7803118ac656 admin admin] Publish callbacks [] for security_group (6c21838a-1250-410f-98a8-32e8cb02af1f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.806958 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07f6a43-6898-4b4a-99b2-7803118ac656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6c21838a-1250-410f-98a8-32e8cb02af1f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.845569 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e07f6a43-6898-4b4a-99b2-7803118ac656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82833746c21349eea3125f1cc24dbdf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173841 Apr 03 16:35:30.846745 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f6a43-6898-4b4a-99b2-7803118ac656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c21838a-1250-410f-98a8-32e8cb02af1f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:30.848218 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 36164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:30.896006 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] Publish callbacks [] for security_group (6c21838a-1250-410f-98a8-32e8cb02af1f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.915863 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] Publish callbacks [] for security_group (6c21838a-1250-410f-98a8-32e8cb02af1f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.960751 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6c21838a-1250-410f-98a8-32e8cb02af1f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.963277 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:30.964438 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c21838a-1250-410f-98a8-32e8cb02af1f HTTP/1.1" status: 204 len: 168 time: 0.1144900 Apr 03 16:35:30.972791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd5d1b-cff6-4d39-8ea3-b72049633f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c21838a-1250-410f-98a8-32e8cb02af1f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:31.225461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 36172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:31.238893 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f486-dfe3-4e10-802b-8006b9cb32b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.311817 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f486-dfe3-4e10-802b-8006b9cb32b5 admin admin] Publish callbacks [] for security_group (5192a391-a88f-4838-bbb2-6a30602ad94d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.316386 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f486-dfe3-4e10-802b-8006b9cb32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5192a391-a88f-4838-bbb2-6a30602ad94d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.355227 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ddd0f486-dfe3-4e10-802b-8006b9cb32b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c723e56462f4def99a58268a3676525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287167 Apr 03 16:35:31.356318 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0f486-dfe3-4e10-802b-8006b9cb32b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5192a391-a88f-4838-bbb2-6a30602ad94d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:31.358010 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 36174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:31.406009 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] Publish callbacks [] for security_group (5192a391-a88f-4838-bbb2-6a30602ad94d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.426757 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] Publish callbacks [] for security_group (5192a391-a88f-4838-bbb2-6a30602ad94d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.471999 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (5192a391-a88f-4838-bbb2-6a30602ad94d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.474556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.475795 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5192a391-a88f-4838-bbb2-6a30602ad94d HTTP/1.1" status: 204 len: 168 time: 0.1168056 Apr 03 16:35:31.483585 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f81a0-58fb-4758-a5c4-9304a427a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5192a391-a88f-4838-bbb2-6a30602ad94d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:31.792654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 36182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:31.806325 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-518d345e-ae16-4fd2-b72a-cf14fa2f8d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.841129 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c054-66d4-4961-8f44-92b2716763fe req-f2e69279-1da5-489e-900d-bd9b9b5f6398 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:31.842596 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8494c054-66d4-4961-8f44-92b2716763fe req-f2e69279-1da5-489e-900d-bd9b9b5f6398 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0622265 Apr 03 16:35:31.896176 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-518d345e-ae16-4fd2-b72a-cf14fa2f8d7c admin admin] Publish callbacks [] for security_group (dd28806c-1540-4694-9fff-4b69d0a71a1a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.900538 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-518d345e-ae16-4fd2-b72a-cf14fa2f8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd28806c-1540-4694-9fff-4b69d0a71a1a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.901444 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8494c054-66d4-4961-8f44-92b2716763fe req-74f84bba-8101-434b-b200-205ec30519f7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Apr 03 16:35:31.939515 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-518d345e-ae16-4fd2-b72a-cf14fa2f8d7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bc874f18f054d7aaa204c95226a3026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457672 Apr 03 16:35:31.940361 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d345e-ae16-4fd2-b72a-cf14fa2f8d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28806c-1540-4694-9fff-4b69d0a71a1a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:31.942332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 36190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:35:31.989547 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] Publish callbacks [] for security_group (dd28806c-1540-4694-9fff-4b69d0a71a1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:32.010969 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] Publish callbacks [] for security_group (dd28806c-1540-4694-9fff-4b69d0a71a1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:32.060032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (dd28806c-1540-4694-9fff-4b69d0a71a1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:32.062696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:32.067468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd28806c-1540-4694-9fff-4b69d0a71a1a HTTP/1.1" status: 204 len: 168 time: 0.1240776 Apr 03 16:35:32.075180 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439feab-95a1-4d01-9e2e-89ad6eeccb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd28806c-1540-4694-9fff-4b69d0a71a1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:35:33.025451 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98231c-7e83-4298-b5ba-a300bbda9173 req-2d5b599b-b32e-4394-b646-18a19aff5771 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:33.027598 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4e98231c-7e83-4298-b5ba-a300bbda9173 req-2d5b599b-b32e-4394-b646-18a19aff5771 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0580003 Apr 03 16:35:33.100913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4e98231c-7e83-4298-b5ba-a300bbda9173 req-e962396f-04ba-4757-b4bb-a9b1c1224462 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Apr 03 16:35:34.225134 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df702c6-6396-4ab9-bb82-920cf043455e req-bf2534bf-3ec2-4471-bacc-2c0c0703ed13 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:34.226608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8df702c6-6396-4ab9-bb82-920cf043455e req-bf2534bf-3ec2-4471-bacc-2c0c0703ed13 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0556931 Apr 03 16:35:34.281596 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8df702c6-6396-4ab9-bb82-920cf043455e req-575d7a7d-903e-4b09-bece-ceca34336cf4 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462563 Apr 03 16:35:35.404233 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320658-233f-421a-a09e-5795246e2fee req-e1b3e0c3-88b6-4540-bb6e-b70e53f60fbb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:35.405753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-33320658-233f-421a-a09e-5795246e2fee req-e1b3e0c3-88b6-4540-bb6e-b70e53f60fbb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Apr 03 16:35:35.454197 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-33320658-233f-421a-a09e-5795246e2fee req-2928d8d4-fefd-4cb8-936c-3cc9475117d5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Apr 03 16:35:36.573064 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06faef8-e7a9-48cc-9b28-906b813ffa5e req-97372e37-00e0-4b44-b8cc-339d103d92c7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:36.574442 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c06faef8-e7a9-48cc-9b28-906b813ffa5e req-97372e37-00e0-4b44-b8cc-339d103d92c7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Apr 03 16:35:36.619522 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c06faef8-e7a9-48cc-9b28-906b813ffa5e req-1c7e8450-e6a9-46dd-8b79-d8fce893b9f7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Apr 03 16:35:37.459624 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:35:37.734363 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e899113-4044-4bd2-8551-78e23a5213ca req-8e993e8c-d275-4325-9424-a0786e7d68b8 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:37.735951 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e899113-4044-4bd2-8551-78e23a5213ca req-8e993e8c-d275-4325-9424-a0786e7d68b8 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0506322 Apr 03 16:35:37.780756 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e899113-4044-4bd2-8551-78e23a5213ca req-eb6b26c9-2736-457d-a53a-f0f78bb92ed1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Apr 03 16:35:38.056839 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10e9c3fe-aa16-4d99-9a4e-99adeb438734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:38.898573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537afd3-20ab-437b-8598-ec619b95b729 req-668f7c67-454f-49ab-926a-638a8190cff9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:38.900009 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c537afd3-20ab-437b-8598-ec619b95b729 req-668f7c67-454f-49ab-926a-638a8190cff9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0537918 Apr 03 16:35:38.946577 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c537afd3-20ab-437b-8598-ec619b95b729 req-05788979-619f-464e-beda-0d8981905955 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Apr 03 16:35:40.062323 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cea8e-c0ab-43ed-b049-0f691fb0a182 req-9e9c78e4-ce70-4249-b907-e1bab26bbf5e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:40.063827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b10cea8e-c0ab-43ed-b049-0f691fb0a182 req-9e9c78e4-ce70-4249-b907-e1bab26bbf5e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0511236 Apr 03 16:35:40.111393 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b10cea8e-c0ab-43ed-b049-0f691fb0a182 req-f91a5f8f-63e6-4e7b-ad22-361e8eeaff6e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Apr 03 16:35:40.449673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c45b29a-dabf-433b-8586-1d02121215a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:41.227067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e0638-f4aa-433c-a8ce-dc8c24b1ab3b req-84cdcee5-7480-4f3f-a8c2-dfbde3693834 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:41.228532 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c86e0638-f4aa-433c-a8ce-dc8c24b1ab3b req-84cdcee5-7480-4f3f-a8c2-dfbde3693834 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0504072 Apr 03 16:35:41.276485 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c86e0638-f4aa-433c-a8ce-dc8c24b1ab3b req-6c43d98d-d983-4fc4-abd6-7f99ec7a258b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Apr 03 16:35:41.387035 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:42.395147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a799-7f3d-4395-8c33-fc9346459237 req-aa006414-cece-4fae-aac5-2d413bb45395 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:42.396700 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb75a799-7f3d-4395-8c33-fc9346459237 req-aa006414-cece-4fae-aac5-2d413bb45395 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0519271 Apr 03 16:35:42.443752 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb75a799-7f3d-4395-8c33-fc9346459237 req-f5305100-68af-4b35-bfa0-8879a98278ce tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Apr 03 16:35:42.942905 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:43.560449 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16fcd0-f99d-4618-ad49-6e3753296726 req-7d71413a-c07a-493e-bf75-1051d9a9abaf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:43.561841 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc16fcd0-f99d-4618-ad49-6e3753296726 req-7d71413a-c07a-493e-bf75-1051d9a9abaf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0537055 Apr 03 16:35:43.607119 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc16fcd0-f99d-4618-ad49-6e3753296726 req-a9bff45a-88b4-4fe6-bb46-4790e908ce5d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Apr 03 16:35:44.399927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:44.535793 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:44.727927 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd69215-67cd-43db-a14e-10c141c908a9 req-7455ce23-3870-48b0-85af-0ed39fb3a0df tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:44.729413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dd69215-67cd-43db-a14e-10c141c908a9 req-7455ce23-3870-48b0-85af-0ed39fb3a0df tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Apr 03 16:35:44.774318 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dd69215-67cd-43db-a14e-10c141c908a9 req-983a0c93-6b7c-4f00-b6b8-3c146f56deb6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Apr 03 16:35:45.889503 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277441db-50d1-4f09-ab99-c0c10e092ae5 req-0a952d09-4099-4c07-9e77-9944f8bf3cc9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:45.890961 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277441db-50d1-4f09-ab99-c0c10e092ae5 req-0a952d09-4099-4c07-9e77-9944f8bf3cc9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Apr 03 16:35:45.936314 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277441db-50d1-4f09-ab99-c0c10e092ae5 req-803146ea-dee4-47d4-8d70-d5297a750075 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Apr 03 16:35:47.050553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef2172-b332-4aea-954c-8324ee7eb44f req-936dda67-0a64-4f40-9c5c-ba70e5273dcd tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:47.051928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ef2172-b332-4aea-954c-8324ee7eb44f req-936dda67-0a64-4f40-9c5c-ba70e5273dcd tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0513687 Apr 03 16:35:47.100274 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ef2172-b332-4aea-954c-8324ee7eb44f req-3fdff731-0044-4f96-9a9e-59ee9917527f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Apr 03 16:35:48.214947 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4af9fa-4f8f-4618-9c3a-ce65264e1a3b req-38ad36c1-3079-4943-aea5-03057bd75963 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:48.216473 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f4af9fa-4f8f-4618-9c3a-ce65264e1a3b req-38ad36c1-3079-4943-aea5-03057bd75963 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Apr 03 16:35:48.262950 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f4af9fa-4f8f-4618-9c3a-ce65264e1a3b req-89903002-9e77-40ec-bc9e-a4e886433d81 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Apr 03 16:35:49.379477 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e9cc-08cd-4c26-b985-b9a46eb522e5 req-42868438-d385-487d-8d17-7cf43527509f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:49.380960 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2f4e9cc-08cd-4c26-b985-b9a46eb522e5 req-42868438-d385-487d-8d17-7cf43527509f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0519056 Apr 03 16:35:49.425520 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2f4e9cc-08cd-4c26-b985-b9a46eb522e5 req-e28c9e3f-ab6e-4221-8bdd-62e165925663 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Apr 03 16:35:50.544928 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceff133-6a80-48dd-955f-2449757b6d9d req-a40dbe64-f460-4644-b13f-437014f33ce5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:50.546382 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ceff133-6a80-48dd-955f-2449757b6d9d req-a40dbe64-f460-4644-b13f-437014f33ce5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0554035 Apr 03 16:35:50.591453 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ceff133-6a80-48dd-955f-2449757b6d9d req-92b31687-5fab-4d43-a0ce-d06f739d418e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Apr 03 16:35:51.708042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d082d-ca4d-4e4b-b1e1-08138191c899 req-6f79a639-3598-48d3-b46b-b6733a56d7eb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:51.709520 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6d6d082d-ca4d-4e4b-b1e1-08138191c899 req-6f79a639-3598-48d3-b46b-b6733a56d7eb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Apr 03 16:35:51.754192 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6d6d082d-ca4d-4e4b-b1e1-08138191c899 req-2671f660-b29c-4e95-9100-e4b16630faca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Apr 03 16:35:52.633685 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-1030b5dc-651b-402e-97cb-5496d93f50bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466137 Apr 03 16:35:52.866812 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4dfef-37e6-487f-80e6-24fa8a49e926 req-9c4c2f8f-c89d-4e3d-997b-07e7cfa440d5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:52.868251 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e1c4dfef-37e6-487f-80e6-24fa8a49e926 req-9c4c2f8f-c89d-4e3d-997b-07e7cfa440d5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Apr 03 16:35:52.914113 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e1c4dfef-37e6-487f-80e6-24fa8a49e926 req-b4310b79-c12f-4741-a079-a7a79c55161b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Apr 03 16:35:54.037279 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b47f-af74-44e3-a60f-7e9c688c7878 req-c3a0c72c-5409-4cb0-89e1-9b808927fba6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.038753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c848b47f-af74-44e3-a60f-7e9c688c7878 req-c3a0c72c-5409-4cb0-89e1-9b808927fba6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Apr 03 16:35:54.103897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-db50b8cd-e4d6-4197-b70e-ad9bfbbfb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.105698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-db50b8cd-e4d6-4197-b70e-ad9bfbbfb9d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.0843191 Apr 03 16:35:54.113744 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c848b47f-af74-44e3-a60f-7e9c688c7878 req-4a0b7333-2b61-47a7-84ba-bc0b64953720 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601687 Apr 03 16:35:54.225111 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-89329b66-4d17-4b74-b3bf-79ff5161f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.227040 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-89329b66-4d17-4b74-b3bf-79ff5161f539 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.0969739 Apr 03 16:35:54.295131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-4d7516c2-4f2b-43ed-8b73-97654c919867 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 1001 time: 0.0617917 Apr 03 16:35:54.342665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-e9318790-5094-4420-81cd-b97192894650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.344735 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-e9318790-5094-4420-81cd-b97192894650 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0432482 Apr 03 16:35:54.391625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-169edd15-fb3f-44d9-bba0-a8e6a7863d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.393712 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-169edd15-fb3f-44d9-bba0-a8e6a7863d3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422618 Apr 03 16:35:54.482072 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-4844c893-e3d5-483f-aebf-89adac1b8406 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Apr 03 16:35:54.569653 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e06d4b4-4ecb-4f56-b9d2-3a6d25959aef req-3a2960ea-6f1b-421b-a17c-dcab9f42bc5b service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816243 Apr 03 16:35:54.758764 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dc916-99b7-43e3-a8b9-9e7e4c93ab16 req-cdd139af-5186-4a58-9959-1d46dbcbfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:54.760244 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c4dc916-99b7-43e3-a8b9-9e7e4c93ab16 req-cdd139af-5186-4a58-9959-1d46dbcbfa2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1129 time: 0.0468307 Apr 03 16:35:54.805245 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c4dc916-99b7-43e3-a8b9-9e7e4c93ab16 req-0a79e9e7-a130-420f-a859-eceb820379ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Apr 03 16:35:55.243012 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44406-1309-4d85-b5d6-aa34af3fda39 req-17d191f2-cbeb-4658-b048-a6a817052b3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:55.244688 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70d44406-1309-4d85-b5d6-aa34af3fda39 req-17d191f2-cbeb-4658-b048-a6a817052b3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0633762 Apr 03 16:35:55.300676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70d44406-1309-4d85-b5d6-aa34af3fda39 req-05a5bc0c-1f5e-49dd-ba1d-19aad8eebfc6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497334 Apr 03 16:35:56.417266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d0d5-377e-4515-875b-01cee6ccfe9c req-ad7ebe1d-35d4-493c-8c51-618b11d411ff tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:56.418709 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e419d0d5-377e-4515-875b-01cee6ccfe9c req-ad7ebe1d-35d4-493c-8c51-618b11d411ff tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0508749 Apr 03 16:35:56.463516 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e419d0d5-377e-4515-875b-01cee6ccfe9c req-733e68a6-e486-4828-9a76-bd5fb75a194c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Apr 03 16:35:57.806832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e73e78-fdb5-438d-a28b-b85315b3a886 req-d94aadb8-4743-483a-aa72-c68dc6c3bd33 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:57.808283 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78e73e78-fdb5-438d-a28b-b85315b3a886 req-d94aadb8-4743-483a-aa72-c68dc6c3bd33 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.2788582 Apr 03 16:35:57.852983 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78e73e78-fdb5-438d-a28b-b85315b3a886 req-2c4b0e24-a01a-4ba9-a580-b7ed06e03eb8 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Apr 03 16:35:58.967497 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcbbc9-8558-48d0-bbd3-c3452b988715 req-969dff90-9881-4c57-878e-79fb43e2c645 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:58.968976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82bcbbc9-8558-48d0-bbd3-c3452b988715 req-969dff90-9881-4c57-878e-79fb43e2c645 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Apr 03 16:35:59.014669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82bcbbc9-8558-48d0-bbd3-c3452b988715 req-cfb4b01b-c0c3-41ae-bfd0-cd38acffc927 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Apr 03 16:36:00.130152 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d27340-5285-473a-be6f-00e12e4d2b58 req-07082983-fca9-4855-a2b1-7abcacc68591 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:00.131589 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-60d27340-5285-473a-be6f-00e12e4d2b58 req-07082983-fca9-4855-a2b1-7abcacc68591 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0534163 Apr 03 16:36:00.176152 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-60d27340-5285-473a-be6f-00e12e4d2b58 req-f9cb5927-a88b-4dba-9a84-f97651a8dd90 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Apr 03 16:36:01.301357 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518f342-f1e0-42fd-9aa0-f062b1deac57 req-aa2a4e56-cf4b-4ba2-b46f-6f969df65fee tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:01.302818 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0518f342-f1e0-42fd-9aa0-f062b1deac57 req-aa2a4e56-cf4b-4ba2-b46f-6f969df65fee tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Apr 03 16:36:01.347832 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0518f342-f1e0-42fd-9aa0-f062b1deac57 req-87aac612-71fa-478f-90af-b93fb8bb0591 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Apr 03 16:36:02.460982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2620-5078-4acf-aec2-fbe970e7feb0 req-73972c1e-4703-4f6f-b363-8fbace6d9e3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:02.462448 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a5b2620-5078-4acf-aec2-fbe970e7feb0 req-73972c1e-4703-4f6f-b363-8fbace6d9e3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Apr 03 16:36:02.511586 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a5b2620-5078-4acf-aec2-fbe970e7feb0 req-f9070be6-b9a6-4b01-8319-3ce78436c0c1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Apr 03 16:36:03.631959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa13d-ba33-49f9-8ebe-ea3c1aca8bfd req-37e5e92f-e290-4cee-8ad5-b73f957ff5a6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:03.633787 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25dfa13d-ba33-49f9-8ebe-ea3c1aca8bfd req-37e5e92f-e290-4cee-8ad5-b73f957ff5a6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Apr 03 16:36:03.681297 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25dfa13d-ba33-49f9-8ebe-ea3c1aca8bfd req-678964c5-4801-48b3-b0f6-3ede1bc33dea tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Apr 03 16:36:04.796684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22fa2-d945-46a2-ae5d-e2eaa6da0ce1 req-67bfa511-68e0-4009-95a2-883d2be81f5c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:04.798655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-14f22fa2-d945-46a2-ae5d-e2eaa6da0ce1 req-67bfa511-68e0-4009-95a2-883d2be81f5c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Apr 03 16:36:04.843885 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-14f22fa2-d945-46a2-ae5d-e2eaa6da0ce1 req-bf66816b-7d88-4953-8a2a-aa28b639cf23 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Apr 03 16:36:05.965142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079597dd-f8a7-4570-bdd8-d726aee898e2 req-1fcd24f5-e134-426b-8fc8-15067bba75a5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:05.966513 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-079597dd-f8a7-4570-bdd8-d726aee898e2 req-1fcd24f5-e134-426b-8fc8-15067bba75a5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0544000 Apr 03 16:36:06.012049 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-079597dd-f8a7-4570-bdd8-d726aee898e2 req-47f08d67-fd9f-40d9-be35-08ca0611be50 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Apr 03 16:36:07.129268 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469af6-99d5-4645-b55a-32507ec0a6dd req-409d26d3-3ed1-4488-8bdb-bcc957ac701a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:07.130738 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be469af6-99d5-4645-b55a-32507ec0a6dd req-409d26d3-3ed1-4488-8bdb-bcc957ac701a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0512016 Apr 03 16:36:07.176011 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be469af6-99d5-4645-b55a-32507ec0a6dd req-ec58ab8b-8cbf-4e31-b9d0-8b6b1dfc59e0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Apr 03 16:36:07.293812 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66b9a8-8e44-4ee0-ba17-2fcead704a84 req-0d2636fa-fd19-4280-a789-d23723395a1f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:07.295349 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6f66b9a8-8e44-4ee0-ba17-2fcead704a84 req-0d2636fa-fd19-4280-a789-d23723395a1f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0559609 Apr 03 16:36:07.344929 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6f66b9a8-8e44-4ee0-ba17-2fcead704a84 req-9c17d5a6-224b-4ea2-ab72-cbd4ff637e68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Apr 03 16:36:08.058393 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b7e4ae8-7339-40a5-aa85-2bda5d9bb446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.116053 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-3519173b-3146-4d7e-b775-53d126979daf tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445513832&fields=id&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 267 time: 0.0455911 Apr 03 16:36:08.223065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-477f4c5f-03b3-4d60-aaa2-d4197df3f248 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:08.224551 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-477f4c5f-03b3-4d60-aaa2-d4197df3f248 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.1022263 Apr 03 16:36:08.238842 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-6415def0-c44a-43b0-9b79-4374e34baa02 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/quotas/320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 375 time: 0.0086739 Apr 03 16:36:08.296686 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-e6136579-f075-4082-8328-ddbddfb19209 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530331 Apr 03 16:36:08.390587 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-95e4b393-a0b9-4787-8715-072f4af0c780 service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Apr 03 16:36:08.483544 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-9c36f1eb-e69c-49f9-85ba-4d965adfea70 service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859334 Apr 03 16:36:08.766325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-27764813-26bb-467d-b7eb-7cbc3e97bb94 req-95299c6b-d56a-4848-b88d-777b4ac06d6a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.0277007 Apr 03 16:36:09.853748 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3a5bbea-af07-4283-a6b8-756911ad8206 req-d5883cc8-8fbb-4f3f-b29f-7c8e4c359f2b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.0263395 Apr 03 16:36:10.451155 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e1611a-b3b7-4c0f-9ad8-2c54ad63b128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:10.950844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fcf52ec1-c6cd-407c-8ad8-d1cb012c22d8 req-48a5bfba-a964-49c9-9f7e-3012868bbe67 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.0254610 Apr 03 16:36:11.390588 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.059964 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58a30029-f068-4569-8be2-e56125563935 req-dbb9ee3c-8107-49c2-8472-b6a222d9aa33 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.0362916 Apr 03 16:36:12.069739 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-9f180a3b-ed1a-4023-8caf-583a38b93503 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:12.071126 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-9f180a3b-ed1a-4023-8caf-583a38b93503 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.1301455 Apr 03 16:36:12.348194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-e9161b3d-6795-4058-bae9-79f57098dde7 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 380 time: 0.0554073 Apr 03 16:36:12.359065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'port': {'device_id': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'admin_state_up': True, 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'security_groups': ['86b3476a-acd4-4869-9d8f-2eb3547dd34b']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:12.474635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Made reservation on behalf of 320c630c8e034a4f9f0d78877bc710a2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:36:12.478611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.603065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.20.0.13 (3d91ad2d-db08-4d96-9858-8576bce73b14/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63/3c21c482-be94-42a9-ac0a-5df81a8cf48a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:12.742975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.775659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.814891 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:12.817873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:12.821458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:12.850290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:12.869504 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.869855 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.870198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.870537 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.870871 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.871201 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.871525 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.871849 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.872174 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.872668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.872982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.873312 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.873750 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.874004 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.874329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:12.895840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:12.896758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.913428 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c0a922c3-9b12-4760-bbe6-2adad8c68dd4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580077 Apr 03 16:36:12.924458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Request body: {'port': {'device_id': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:12.947924 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:12.988006 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.060167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7ca66945-6e5a-4bde-9416-116f8c2b6818 None None] Provisioning complete for port 3c21c482-be94-42a9-ac0a-5df81a8cf48a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:13.060639 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7ca66945-6e5a-4bde-9416-116f8c2b6818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.098526 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7ca66945-6e5a-4bde-9416-116f8c2b6818 None None] Port 3c21c482-be94-42a9-ac0a-5df81a8cf48a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:36:13.233939 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba489-ced8-4748-ac31-720a8c04e664 req-152814d7-e3d6-41c6-97c7-e34629080cd8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.235524 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-546ba489-ced8-4748-ac31-720a8c04e664 req-152814d7-e3d6-41c6-97c7-e34629080cd8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 932 time: 0.0869079 Apr 03 16:36:13.321583 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-546ba489-ced8-4748-ac31-720a8c04e664 req-68f15e85-b125-417f-8e0e-40f95292823a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799344 Apr 03 16:36:13.332289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c21c482-be94-42a9-ac0a-5df81a8cf48a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:13.340084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks [] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.353988 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Transition to ACTIVE for port object 3c21c482-be94-42a9-ac0a-5df81a8cf48a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:36:13.357217 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.435686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:13.496241 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Attempting to bind port 3c21c482-be94-42a9-ac0a-5df81a8cf48a on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:36:13.496581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Attempting to bind port 3c21c482-be94-42a9-ac0a-5df81a8cf48a by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:36:13.496924 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Attempting to bind port 3c21c482-be94-42a9-ac0a-5df81a8cf48a on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:13.507206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Port 3c21c482-be94-42a9-ac0a-5df81a8cf48a on network 3d91ad2d-db08-4d96-9858-8576bce73b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:36:13.507206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Attempting to bind port 3c21c482-be94-42a9-ac0a-5df81a8cf48a on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:13.511378 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:36:13.511724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:36:13.512114 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Bound using segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:36:13.512577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Bound port: 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:36:13.512951 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.594317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:36:13.597616 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:36:13.603058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.638005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.638677 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:13.640015 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c21c482-be94-42a9-ac0a-5df81a8cf48a HTTP/1.1" status: 200 len: 1094 time: 0.7199261 Apr 03 16:36:13.640478 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:13.644377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc735f7a-6ee2-4200-aade-937394043e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:13.671979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff2ea-979b-4ea9-9da2-9daebd8190e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:13.700544 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db29ca39-ba13-4c3a-8b6e-f5900a6f8afb x-openstack-request-id: req-db29ca39-ba13-4c3a-8b6e-f5900a6f8afb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:13.700843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:13.701107 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db29ca39-ba13-4c3a-8b6e-f5900a6f8afb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:13.701525 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db29ca39-ba13-4c3a-8b6e-f5900a6f8afb'] response: {'name': 'network-changed', 'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'status': 'completed', 'code': 200} Apr 03 16:36:13.758696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-a5f22f5e-57db-4abf-9cc9-e7c1f9c17f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.761183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-a5f22f5e-57db-4abf-9cc9-e7c1f9c17f41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 1128 time: 0.0555160 Apr 03 16:36:13.804813 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-c9742902-3ad7-4078-a3fd-5eaea4e9bc31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a HTTP/1.1" status: 200 len: 217 time: 0.0366874 Apr 03 16:36:13.857673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-e95fa167-5297-4ede-b1a8-333b95fb5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.859046 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-e95fa167-5297-4ede-b1a8-333b95fb5ac2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0485168 Apr 03 16:36:13.930734 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-ec1f83c1-4dac-4398-8fd2-bca94952920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.932172 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-ec1f83c1-4dac-4398-8fd2-bca94952920d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444813 Apr 03 16:36:14.025893 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-64956788-3e02-45de-ae10-5b28e3386e7a service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861878 Apr 03 16:36:14.136732 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-317e753c-0802-438c-9c80-d90d7c0b9aee req-73d60e7c-93b9-4d82-ab8e-dcf68ab20212 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039889 Apr 03 16:36:14.256496 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-0f8c588a-dcb4-44d1-a0cf-a1b0e7a2ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.257995 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-0f8c588a-dcb4-44d1-a0cf-a1b0e7a2ca18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1130 time: 0.0990548 Apr 03 16:36:14.265518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a4a0a-b530-46fc-89cf-2305fa165b4a req-ea99b0a1-960b-4ce3-94a4-48075dbdc449 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.267033 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-098a4a0a-b530-46fc-89cf-2305fa165b4a req-ea99b0a1-960b-4ce3-94a4-48075dbdc449 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.1173570 Apr 03 16:36:14.346239 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735f7a-6ee2-4200-aade-937394043e1c req-b55ebb9b-ec64-428a-ae6c-ca1d315c24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.347716 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-b55ebb9b-ec64-428a-ae6c-ca1d315c24fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 1128 time: 0.1371610 Apr 03 16:36:14.402807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.451864 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-098a4a0a-b530-46fc-89cf-2305fa165b4a req-54da5f69-6243-49cf-ac3a-56eade21b123 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760180 Apr 03 16:36:14.459410 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:36:14.483921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-0cabab4d-114a-4d58-8046-3f240e5b8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.485364 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-0cabab4d-114a-4d58-8046-3f240e5b8569 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.2175877 Apr 03 16:36:14.538555 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-e21d6af7-493d-433d-b834-e71f6be1cc7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 200 len: 217 time: 0.0442848 Apr 03 16:36:14.567653 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.585431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735f7a-6ee2-4200-aade-937394043e1c req-7321d850-0ffe-4f45-9ea4-e5a7018ef4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.586882 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-7321d850-0ffe-4f45-9ea4-e5a7018ef4a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.2278702 Apr 03 16:36:14.596882 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbb64-5f58-4503-bfef-dcece544d5ff req-f35ba486-5f42-4623-9f4f-eca58bef87f2 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.598315 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3dbbb64-5f58-4503-bfef-dcece544d5ff req-f35ba486-5f42-4623-9f4f-eca58bef87f2 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.1708322 Apr 03 16:36:14.648529 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-e71c2dd1-20b2-4e54-bdc9-35a35e3f2416 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a HTTP/1.1" status: 200 len: 217 time: 0.0491269 Apr 03 16:36:14.671040 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-3b9c3eed-8f90-42f6-a4de-f9bb70fe3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.672534 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-3b9c3eed-8f90-42f6-a4de-f9bb70fe3c32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.1208289 Apr 03 16:36:14.760331 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3dbbb64-5f58-4503-bfef-dcece544d5ff req-373e80f2-b8cb-47d2-9e33-6619de8d235e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508973 Apr 03 16:36:14.762373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735f7a-6ee2-4200-aade-937394043e1c req-7be92d54-cf31-4dc7-a3b7-e4e25e239b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.763735 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-7be92d54-cf31-4dc7-a3b7-e4e25e239b06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.1077704 Apr 03 16:36:14.800310 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-9a74d8fb-e88e-4c09-8368-f4441dff65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.801809 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-9a74d8fb-e88e-4c09-8368-f4441dff65cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091430 Apr 03 16:36:14.865022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735f7a-6ee2-4200-aade-937394043e1c req-c629f5fa-8a1e-4ea9-b061-7266ca6ef540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.866512 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-c629f5fa-8a1e-4ea9-b061-7266ca6ef540 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956168 Apr 03 16:36:14.961450 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-89ccc255-d4b4-4154-a196-4c0f55267a92 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507735 Apr 03 16:36:15.036221 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-fc42d566-7efd-48df-90ec-3387934b1e8b service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619945 Apr 03 16:36:15.117882 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae153b96-eff5-49af-b0d9-ab2d6cc2e667 req-2080f6c4-17b8-417b-9d46-4b0b6ea0f548 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500182 Apr 03 16:36:15.148106 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc735f7a-6ee2-4200-aade-937394043e1c req-804e51ab-baa9-4124-acb5-e801bbad174e service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044946 Apr 03 16:36:15.572325 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deda0d-bb17-4937-a022-5937f54082b4 req-496fe947-2139-440a-b09f-76ff7d0031d3 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.573741 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85deda0d-bb17-4937-a022-5937f54082b4 req-496fe947-2139-440a-b09f-76ff7d0031d3 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0547514 Apr 03 16:36:15.619785 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85deda0d-bb17-4937-a022-5937f54082b4 req-9f9628a6-0618-48b3-84be-7a2f82675d2a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Apr 03 16:36:15.878217 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfe30-4fc1-4950-9e24-ce7d00ba3583 req-57c51090-3b82-45ad-9c93-66547992d4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.879707 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-243cfe30-4fc1-4950-9e24-ce7d00ba3583 req-57c51090-3b82-45ad-9c93-66547992d4de tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0530393 Apr 03 16:36:15.930629 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-243cfe30-4fc1-4950-9e24-ce7d00ba3583 req-a28a8840-4908-4778-9782-87a052b2de3a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Apr 03 16:36:15.981337 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 36718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:16.083665 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.156348 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Publish callbacks [] for security_group (26c2ed68-b9f7-4bd3-819d-f83ed7a92f72), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.160625 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (26c2ed68-b9f7-4bd3-819d-f83ed7a92f72), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.197712 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57756d0bc4c949ddba64db2a192dd008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153518 Apr 03 16:36:16.198578 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2ed68-b9f7-4bd3-819d-f83ed7a92f72,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:16.200301 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 36722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:16.206476 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.206830 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.207177 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.207525 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.207861 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.208197 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.208565 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.208897 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.209229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.209561 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.209893 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.210233 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.210562 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.210886 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.211211 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2695a2-2f8c-4ba7-b659-1968eb5a18c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:16.248841 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] Publish callbacks [] for security_group (26c2ed68-b9f7-4bd3-819d-f83ed7a92f72), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.269935 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] Publish callbacks [] for security_group (26c2ed68-b9f7-4bd3-819d-f83ed7a92f72), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.318026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (26c2ed68-b9f7-4bd3-819d-f83ed7a92f72), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.320689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:16.321802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26c2ed68-b9f7-4bd3-819d-f83ed7a92f72 HTTP/1.1" status: 204 len: 168 time: 0.1203921 Apr 03 16:36:16.330064 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20a7f-dfee-4598-b279-13a6ce0bb401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2ed68-b9f7-4bd3-819d-f83ed7a92f72,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:16.742520 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb064b3-d6e4-496a-bcde-2bff301490f5 req-4fc78e06-7dc2-49d7-aa43-9df0dee2243b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:16.744019 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6eb064b3-d6e4-496a-bcde-2bff301490f5 req-4fc78e06-7dc2-49d7-aa43-9df0dee2243b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0588069 Apr 03 16:36:16.795193 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6eb064b3-d6e4-496a-bcde-2bff301490f5 req-047b3418-9dd8-4035-a87f-656bbf273c5f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Apr 03 16:36:17.046666 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b957d-820a-404e-ad84-d7b2bba054e4 req-65d64865-5dee-4d3a-b5fc-4127064011d3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:17.048661 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e1b957d-820a-404e-ad84-d7b2bba054e4 req-65d64865-5dee-4d3a-b5fc-4127064011d3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0510378 Apr 03 16:36:17.096717 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e1b957d-820a-404e-ad84-d7b2bba054e4 req-2cea6d4c-5b71-4385-8800-d5cb7418a900 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Apr 03 16:36:17.916040 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94a428-35e8-4f3c-ba5d-adcd3a3aadd3 req-f891ebd3-93a7-4ca4-af7e-87e4d1540094 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:17.917534 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e94a428-35e8-4f3c-ba5d-adcd3a3aadd3 req-f891ebd3-93a7-4ca4-af7e-87e4d1540094 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0553114 Apr 03 16:36:17.969414 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e94a428-35e8-4f3c-ba5d-adcd3a3aadd3 req-94d3d561-5062-4eac-85fb-3140ec90abfa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Apr 03 16:36:18.044666 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899b49c-546a-4c18-b6f3-eed8858fd31f req-ad2a613d-31f7-4b03-af74-f88826c03b96 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:18.046136 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7899b49c-546a-4c18-b6f3-eed8858fd31f req-ad2a613d-31f7-4b03-af74-f88826c03b96 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.0525615 Apr 03 16:36:18.091933 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7899b49c-546a-4c18-b6f3-eed8858fd31f req-f0b72c7c-9a2c-4c74-8990-e54999c1b2cd tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Apr 03 16:36:18.209124 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d2f7-3c5a-4a2c-bd11-efee8d152c20 req-0c49a387-563e-48d8-8f87-cc9c596913b5 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:18.210492 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a442d2f7-3c5a-4a2c-bd11-efee8d152c20 req-0c49a387-563e-48d8-8f87-cc9c596913b5 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0506747 Apr 03 16:36:18.482330 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a442d2f7-3c5a-4a2c-bd11-efee8d152c20 req-9565a4b1-b153-42ab-a5e1-b9a6f6fe0f9b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662323 Apr 03 16:36:19.087472 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98053767-c4f5-4713-b805-0df1012dbaec req-010aeff8-f539-4de3-9fa2-3c52ea7e031e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:19.088965 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98053767-c4f5-4713-b805-0df1012dbaec req-010aeff8-f539-4de3-9fa2-3c52ea7e031e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Apr 03 16:36:19.136265 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98053767-c4f5-4713-b805-0df1012dbaec req-13cde9a7-13eb-4ffa-8ef9-72a5bfce4318 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Apr 03 16:36:19.209212 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b457056-bf71-4985-87a3-e4c3c5b0dfe7 req-2b81fa0e-0df9-4067-97d2-c7e62aa93608 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:19.210712 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b457056-bf71-4985-87a3-e4c3c5b0dfe7 req-2b81fa0e-0df9-4067-97d2-c7e62aa93608 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.0510192 Apr 03 16:36:19.259304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b457056-bf71-4985-87a3-e4c3c5b0dfe7 req-35872187-5e0a-4ee6-b95d-d6804a71a193 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Apr 03 16:36:19.598033 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e825-1c3a-4474-8627-c6e7170060df req-920a4865-3bc0-4dc2-a091-b1ec2f014aef tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:19.599507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a218e825-1c3a-4474-8627-c6e7170060df req-920a4865-3bc0-4dc2-a091-b1ec2f014aef tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0515561 Apr 03 16:36:19.647418 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a218e825-1c3a-4474-8627-c6e7170060df req-8a4a8195-efc8-4588-80d6-02dbc9c36a00 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Apr 03 16:36:20.249422 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6d16-380a-4551-95e1-3c9e6179fa29 req-9c06db12-e7eb-4941-9e49-84e067b1f2bb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:20.250861 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-076b6d16-380a-4551-95e1-3c9e6179fa29 req-9c06db12-e7eb-4941-9e49-84e067b1f2bb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0501447 Apr 03 16:36:20.297800 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-076b6d16-380a-4551-95e1-3c9e6179fa29 req-62821b8a-5ea2-437e-be65-a3a29579f453 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Apr 03 16:36:20.376489 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86662-6b08-4de6-b1c6-3fea903fa92f req-9f686f3f-1aa8-4887-bfc7-d5a0251bcf31 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:20.378205 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4aa86662-6b08-4de6-b1c6-3fea903fa92f req-9f686f3f-1aa8-4887-bfc7-d5a0251bcf31 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.0545917 Apr 03 16:36:20.448914 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4aa86662-6b08-4de6-b1c6-3fea903fa92f req-275511cf-637d-4152-a603-de0915ae7808 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623951 Apr 03 16:36:20.460260 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-c4b4451c-1a63-4928-a883-63cb6eb32247 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:20.461614 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-c4b4451c-1a63-4928-a883-63cb6eb32247 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 945 time: 0.0825388 Apr 03 16:36:20.568303 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Deleting port b7aa49e5-69c6-42d8-992c-b068e66571b9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:36:20.568596 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:20.654150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] For port b7aa49e5-69c6-42d8-992c-b068e66571b9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b7aa49e5-69c6-42d8-992c-b068e66571b9,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:20.654514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:20.667107 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Calling delete_port for b7aa49e5-69c6-42d8-992c-b068e66571b9 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:36:20.788599 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723919-7769-4675-b4f0-6b4bb31ac650 req-3ddd7a98-f3b7-47a4-ab78-78b05c678962 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:20.790060 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9723919-7769-4675-b4f0-6b4bb31ac650 req-3ddd7a98-f3b7-47a4-ab78-78b05c678962 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0756061 Apr 03 16:36:20.865620 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (b7aa49e5-69c6-42d8-992c-b068e66571b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:20.876594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9723919-7769-4675-b4f0-6b4bb31ac650 req-165b198b-b6b7-49dc-a7a1-370feb0d4f65 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807059 Apr 03 16:36:20.877971 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['b7aa49e5-69c6-42d8-992c-b068e66571b9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:36:20.897625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Pushing event deleted for resources: {'Port': ['ID=b7aa49e5-69c6-42d8-992c-b068e66571b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:20.945387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] No DVR routers for this DVR port b7aa49e5-69c6-42d8-992c-b068e66571b9 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:36:20.948368 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:20.951642 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c36e99c9-8c4d-4ef5-9dad-ae55849d8c90 req-50ea81d9-d435-4f7f-b2be-5b77992046b1 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "DELETE /v2.0/ports/b7aa49e5-69c6-42d8-992c-b068e66571b9 HTTP/1.1" status: 204 len: 173 time: 0.4743972 Apr 03 16:36:20.952082 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'name': 'network-vif-deleted', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:20.954343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05809119-361b-4e7f-9d53-f1259115e6d1" -d '{"events": [{"server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "name": "network-vif-deleted", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:20.992525 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18b752-e9e4-4d87-85e5-60f5eaa14837 x-openstack-request-id: req-4c18b752-e9e4-4d87-85e5-60f5eaa14837 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:20.992830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa70ac8-5a2d-464d-9428-21ff9103c1cb", "name": "network-vif-deleted", "tag": "b7aa49e5-69c6-42d8-992c-b068e66571b9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:20.993067 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c18b752-e9e4-4d87-85e5-60f5eaa14837 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:20.993469 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c18b752-e9e4-4d87-85e5-60f5eaa14837'] response: {'server_uuid': '6aa70ac8-5a2d-464d-9428-21ff9103c1cb', 'name': 'network-vif-deleted', 'tag': 'b7aa49e5-69c6-42d8-992c-b068e66571b9', 'status': 'completed', 'code': 200} Apr 03 16:36:21.416146 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a244-a82a-4fc8-9a81-af3da9c6e70b req-f81180c9-6627-47a6-8ef3-b754f4dc0aa6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:21.417663 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dca7a244-a82a-4fc8-9a81-af3da9c6e70b req-f81180c9-6627-47a6-8ef3-b754f4dc0aa6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Apr 03 16:36:21.463670 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dca7a244-a82a-4fc8-9a81-af3da9c6e70b req-15f18306-9f4d-4611-829d-7d44498d0a23 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Apr 03 16:36:21.561747 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f5d4b9f-6f47-42c8-b6d8-706bc32013cd req-395a4c07-725d-48f4-9932-86609eec042f tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aa70ac8-5a2d-464d-9428-21ff9103c1cb HTTP/1.1" status: 200 len: 210 time: 0.0304937 Apr 03 16:36:21.998239 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a9c90-8b47-4efd-8cf8-2f772105c253 req-41811753-0caa-4d39-af93-0972b6405171 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:21.999722 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-200a9c90-8b47-4efd-8cf8-2f772105c253 req-41811753-0caa-4d39-af93-0972b6405171 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 944 time: 0.0568719 Apr 03 16:36:22.050740 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-200a9c90-8b47-4efd-8cf8-2f772105c253 req-b24d814c-f58b-4284-a708-a7a30ab494ef tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Apr 03 16:36:22.582829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d82da-f481-4658-bcc9-75da5a62bf64 req-453d57e7-373c-4127-833a-1dea6db4ca4b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:22.584351 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf0d82da-f481-4658-bcc9-75da5a62bf64 req-453d57e7-373c-4127-833a-1dea6db4ca4b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0546808 Apr 03 16:36:22.637249 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf0d82da-f481-4658-bcc9-75da5a62bf64 req-03a40095-1bf8-4f68-971a-e183d970acaf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Apr 03 16:36:22.928763 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 3c21c482-be94-42a9-ac0a-5df81a8cf48a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:36:23.021211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:23.031272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'port_id': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'mac_address': 'fa:16:3e:c0:83:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:36:23.072112 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 3c21c482-be94-42a9-ac0a-5df81a8cf48a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:23.072518 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:23.085367 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c21c482-be94-42a9-ac0a-5df81a8cf48a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:23.104788 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:23.108782 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:23.155226 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:23.162999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.163489 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.163862 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.164222 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.164596 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.164934 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.165272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.165597 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.165928 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.166267 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.166599 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.166924 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.167280 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.167603 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.167927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:23.172467 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2211e9c-b881-45fc-9d6e-c618367b06d6 req-d9a9c389-abd0-4fa5-8594-7619e03ffa49 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:23.174592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2211e9c-b881-45fc-9d6e-c618367b06d6 req-d9a9c389-abd0-4fa5-8594-7619e03ffa49 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0573449 Apr 03 16:36:23.222960 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2211e9c-b881-45fc-9d6e-c618367b06d6 req-8a748ae9-3775-4a9a-bba1-534ee6c7b002 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Apr 03 16:36:23.756316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4413a-af84-4edb-a3f0-65a3753c1888 req-1de1fcd6-0cc9-4037-bb44-454b2f78f60c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:23.757814 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6db4413a-af84-4edb-a3f0-65a3753c1888 req-1de1fcd6-0cc9-4037-bb44-454b2f78f60c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0569439 Apr 03 16:36:23.804137 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6db4413a-af84-4edb-a3f0-65a3753c1888 req-05508209-6a4a-44c9-84e6-03d497f84006 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Apr 03 16:36:24.338022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8cc67-b3aa-4076-94d0-84ccd37274c4 req-87afc546-51ac-4f7c-8fbd-5a49093d872d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:24.339407 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ae8cc67-b3aa-4076-94d0-84ccd37274c4 req-87afc546-51ac-4f7c-8fbd-5a49093d872d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0517733 Apr 03 16:36:24.391221 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ae8cc67-b3aa-4076-94d0-84ccd37274c4 req-3b1c7479-15d9-4466-bd3f-d7e6065699f5 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464332 Apr 03 16:36:24.924134 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461624f3-7eb5-4469-a593-56ce3232ba3d req-bc79fedc-edd2-414d-b7e0-e5ab9edbf1ac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:24.925642 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-461624f3-7eb5-4469-a593-56ce3232ba3d req-bc79fedc-edd2-414d-b7e0-e5ab9edbf1ac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0541232 Apr 03 16:36:24.972242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-461624f3-7eb5-4469-a593-56ce3232ba3d req-9452daf0-38fa-4160-b3f2-063437e38286 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Apr 03 16:36:25.507015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208fcb3-8ade-4d0e-9a07-0830cc87ba7e req-a9e28e25-7468-4f9e-913d-c4f9a9dd9622 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:25.508510 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a208fcb3-8ade-4d0e-9a07-0830cc87ba7e req-a9e28e25-7468-4f9e-913d-c4f9a9dd9622 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0520754 Apr 03 16:36:25.555704 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a208fcb3-8ade-4d0e-9a07-0830cc87ba7e req-888fe50e-68cd-4219-add1-59e914299745 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Apr 03 16:36:26.091617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f011b-a870-4425-94e7-670a2da886d1 req-f8340df4-f03c-4494-9662-95fc800594e6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:26.093094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-906f011b-a870-4425-94e7-670a2da886d1 req-f8340df4-f03c-4494-9662-95fc800594e6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0557783 Apr 03 16:36:26.139359 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-906f011b-a870-4425-94e7-670a2da886d1 req-243997d1-eda6-4cb6-a87a-630f5efc2c14 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Apr 03 16:36:26.672724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae87363-a46a-4222-bd3a-7fd9cce7f921 req-39791383-a6c7-49e2-a975-f2b50289c4ef tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:26.674165 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ae87363-a46a-4222-bd3a-7fd9cce7f921 req-39791383-a6c7-49e2-a975-f2b50289c4ef tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0519960 Apr 03 16:36:26.723151 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ae87363-a46a-4222-bd3a-7fd9cce7f921 req-e7910315-1961-4f97-a571-fb49364be8d1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Apr 03 16:36:26.895452 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device b7aa49e5-69c6-42d8-992c-b068e66571b9 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:36:26.915158 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: b7aa49e5-69c6-42d8-992c-b068e66571b9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:36:26.915504 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device b7aa49e5-69c6-42d8-992c-b068e66571b9 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:36:27.256661 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8b044-81a4-4b53-a92c-36a8068d34b5 req-47a669b8-942f-42fd-b55e-570a0db20db4 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:27.258147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4c8b044-81a4-4b53-a92c-36a8068d34b5 req-47a669b8-942f-42fd-b55e-570a0db20db4 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Apr 03 16:36:27.306590 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4c8b044-81a4-4b53-a92c-36a8068d34b5 req-1e53a518-b3c8-4d67-9800-e1536ccaaab0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Apr 03 16:36:27.451326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['3c21c482-be94-42a9-ac0a-5df81a8cf48a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:36:27.838099 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e0020-4f45-4231-bb96-a57bce2ba23c req-84cc2a59-c3f4-45e3-9c7b-801cc59c814c tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:27.839557 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f1e0020-4f45-4231-bb96-a57bce2ba23c req-84cc2a59-c3f4-45e3-9c7b-801cc59c814c tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0523224 Apr 03 16:36:27.886758 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f1e0020-4f45-4231-bb96-a57bce2ba23c req-4331a7bb-98d0-42f2-97f2-b86097ca8e85 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Apr 03 16:36:28.426079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e8f77-1a7b-4749-87f2-f7e8d7b0cbe4 req-96590f7f-cfc0-41b3-b712-f005f25be26d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:28.427547 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013e8f77-1a7b-4749-87f2-f7e8d7b0cbe4 req-96590f7f-cfc0-41b3-b712-f005f25be26d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Apr 03 16:36:28.473606 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013e8f77-1a7b-4749-87f2-f7e8d7b0cbe4 req-380163e3-8481-4e87-8cba-c16b95937c81 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Apr 03 16:36:28.876837 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 3c21c482-be94-42a9-ac0a-5df81a8cf48a up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:36:28.931558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 3c21c482-be94-42a9-ac0a-5df81a8cf48a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:36:28.935433 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 3c21c482-be94-42a9-ac0a-5df81a8cf48a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:28.935805 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.010316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55afd-5976-466f-96ab-479702ac1711 req-dd57adbd-94ad-49d9-b8f4-a09ec8b21a42 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.011828 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eda55afd-5976-466f-96ab-479702ac1711 req-dd57adbd-94ad-49d9-b8f4-a09ec8b21a42 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 945 time: 0.0583680 Apr 03 16:36:29.012285 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 3c21c482-be94-42a9-ac0a-5df81a8cf48a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:29.012708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.035009 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:29.037248 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a816251-481c-47e6-abbf-1a010ab5af66" -d '{"events": [{"server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "name": "network-vif-plugged", "status": "completed", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:29.049929 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:29.058198 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.066719 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eda55afd-5976-466f-96ab-479702ac1711 req-ee7232c3-0a3c-4743-9433-d5649f452b0d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481527 Apr 03 16:36:29.085508 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0c4bf-af40-4ea5-b885-a5fd0649ef4b x-openstack-request-id: req-94b0c4bf-af40-4ea5-b885-a5fd0649ef4b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:29.085919 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "name": "network-vif-plugged", "status": "completed", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:29.086262 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94b0c4bf-af40-4ea5-b885-a5fd0649ef4b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:29.088452 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b0c4bf-af40-4ea5-b885-a5fd0649ef4b'] response: {'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'code': 200} Apr 03 16:36:29.121177 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:29.335984 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47827d-a05d-4a47-9b31-e4e7e5a611ab req-ae0e7530-99d6-4855-8c7a-5f486fcb4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.337586 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b47827d-a05d-4a47-9b31-e4e7e5a611ab req-ae0e7530-99d6-4855-8c7a-5f486fcb4994 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 1130 time: 0.0451362 Apr 03 16:36:29.382969 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b47827d-a05d-4a47-9b31-e4e7e5a611ab req-3743b78a-2772-4b70-8622-48c1adc904d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Apr 03 16:36:29.597352 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0b36-9a5f-4fde-bf07-290ea62a0a7d req-861346c5-99d9-4139-be3d-ba5b4f9577d6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.598852 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b8a0b36-9a5f-4fde-bf07-290ea62a0a7d req-861346c5-99d9-4139-be3d-ba5b4f9577d6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0574231 Apr 03 16:36:29.645608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b8a0b36-9a5f-4fde-bf07-290ea62a0a7d req-b5bba4eb-30a7-45f7-8edb-6aa547190857 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Apr 03 16:36:30.182999 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d43c2-d2ff-44f6-a478-f7faa30054fb req-5bfdfeff-4d71-4641-af05-e268ed7948bc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:30.184466 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-664d43c2-d2ff-44f6-a478-f7faa30054fb req-5bfdfeff-4d71-4641-af05-e268ed7948bc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0512731 Apr 03 16:36:30.233474 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-664d43c2-d2ff-44f6-a478-f7faa30054fb req-73f2d8a0-4bd1-4ae2-ad8d-474c57ada48c tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Apr 03 16:36:30.761300 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd3e74-6085-427a-84d3-97311dbc84aa req-15ed2921-0fc1-4b90-82bb-1282fb5b5c52 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:30.762760 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecbd3e74-6085-427a-84d3-97311dbc84aa req-15ed2921-0fc1-4b90-82bb-1282fb5b5c52 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0515318 Apr 03 16:36:30.811276 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecbd3e74-6085-427a-84d3-97311dbc84aa req-808ded0d-3484-4fc2-91c2-9adcdf4b951b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Apr 03 16:36:31.351446 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b66bf-92b1-4bc3-a195-201b0a413812 req-ccc4e47b-3fb9-46bd-861d-dece3a92e657 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:31.352935 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-820b66bf-92b1-4bc3-a195-201b0a413812 req-ccc4e47b-3fb9-46bd-861d-dece3a92e657 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0524480 Apr 03 16:36:31.400715 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-820b66bf-92b1-4bc3-a195-201b0a413812 req-3db62436-b81f-4eda-9045-7606c865d7f2 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Apr 03 16:36:31.934735 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2d0c4-aa0b-4b4f-bb54-8be51f541ed0 req-f1518943-8413-4601-b369-b8ccca3cfbb9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:31.936199 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ad2d0c4-aa0b-4b4f-bb54-8be51f541ed0 req-f1518943-8413-4601-b369-b8ccca3cfbb9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0580375 Apr 03 16:36:31.982142 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ad2d0c4-aa0b-4b4f-bb54-8be51f541ed0 req-63e6096d-54cb-409d-a6f5-3c5e99a70135 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Apr 03 16:36:32.520071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00087afe-711d-40ff-a3c0-c1d2606d7245 req-e713cea6-a32d-49c3-a039-c8b0e1178e2e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:32.521570 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00087afe-711d-40ff-a3c0-c1d2606d7245 req-e713cea6-a32d-49c3-a039-c8b0e1178e2e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0564194 Apr 03 16:36:32.568794 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00087afe-711d-40ff-a3c0-c1d2606d7245 req-d4f150b8-50fb-4d5f-8145-df7352521e7e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Apr 03 16:36:33.099266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d609db-b018-436c-b478-ccc3c5572511 req-2518cb4d-806f-49a2-94ce-b5c3dc8eeb68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:33.100761 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4d609db-b018-436c-b478-ccc3c5572511 req-2518cb4d-806f-49a2-94ce-b5c3dc8eeb68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0526717 Apr 03 16:36:33.146962 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4d609db-b018-436c-b478-ccc3c5572511 req-f9d439e1-b592-4e9c-9a71-26774c431340 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Apr 03 16:36:33.684948 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b557f5a-f69f-40c0-bf0d-740788d0a7b3 req-aea1df8c-2774-44e1-9d52-c825dd658988 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:33.686412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b557f5a-f69f-40c0-bf0d-740788d0a7b3 req-aea1df8c-2774-44e1-9d52-c825dd658988 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0517836 Apr 03 16:36:33.737501 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b557f5a-f69f-40c0-bf0d-740788d0a7b3 req-13095753-c58c-4473-a4dc-a79606a43bb6 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452831 Apr 03 16:36:33.938302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0cd1-0c1a-49a5-81c8-d79489cf9779 req-dfcb57e4-0bb4-4c70-8711-52b90a9c6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:33.939943 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2fae0cd1-0c1a-49a5-81c8-d79489cf9779 req-dfcb57e4-0bb4-4c70-8711-52b90a9c6196 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1130 time: 0.0433643 Apr 03 16:36:33.982623 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2fae0cd1-0c1a-49a5-81c8-d79489cf9779 req-6f780ace-8144-4843-8012-94645a87a9c4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359745 Apr 03 16:36:34.265412 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8328-c90f-4077-a65b-681a32d11b39 req-9d5fbf4b-b656-4e29-a386-11f18cec95b9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:34.266943 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-283a8328-c90f-4077-a65b-681a32d11b39 req-9d5fbf4b-b656-4e29-a386-11f18cec95b9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0521178 Apr 03 16:36:34.311306 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-283a8328-c90f-4077-a65b-681a32d11b39 req-dbb3664b-404b-40e7-8b76-98073937d858 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Apr 03 16:36:34.657817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-685ef2b3-bc70-4d68-a15c-cf0280c242a6 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:34.659253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-685ef2b3-bc70-4d68-a15c-cf0280c242a6 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 813 time: 0.1006467 Apr 03 16:36:34.677468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-7f6417c9-964a-462a-9f66-2f3abd7d7a93 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/quotas/0268b56e5c6543c0b77d7552f7d95eca HTTP/1.1" status: 200 len: 375 time: 0.0090969 Apr 03 16:36:34.705064 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-84db9672-e9e2-40fc-b17e-d04b31622024 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268145 Apr 03 16:36:34.795854 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-d6f6101b-03dc-4f48-8679-a76fd94b1e1c service neutron] 10.222.0.48 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843017 Apr 03 16:36:34.914011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bcd4d-41e1-40f7-a731-236eb0e31ef4 req-1ae4bea3-3af0-4d2b-977a-dde02c5a888f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:34.915461 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-020bcd4d-41e1-40f7-a731-236eb0e31ef4 req-1ae4bea3-3af0-4d2b-977a-dde02c5a888f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.1072094 Apr 03 16:36:34.931911 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-2b3dc235-1f62-4e7a-9353-218f96cf4d5b service neutron] 10.222.0.48 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305027 Apr 03 16:36:34.969162 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-020bcd4d-41e1-40f7-a731-236eb0e31ef4 req-e059a698-8ee6-4bcf-ae06-070aee920dc3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480022 Apr 03 16:36:35.096493 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-148115bf-c52b-4961-8e68-2dd06f7561fe req-3ce77271-881d-4f82-8622-eea82ef89422 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 210 time: 0.0281837 Apr 03 16:36:35.435611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc0768-5410-4c08-bf79-6e2a6470bd9a req-5971d3b0-e4ec-46c6-b194-f08ab659bd8d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:35.437101 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6cc0768-5410-4c08-bf79-6e2a6470bd9a req-5971d3b0-e4ec-46c6-b194-f08ab659bd8d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0564570 Apr 03 16:36:35.486348 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6cc0768-5410-4c08-bf79-6e2a6470bd9a req-1c0461b3-9835-4b13-bda9-2a726adbabee tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Apr 03 16:36:36.095684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6baac-491a-4969-97c6-a1c9f8d4b4b6 req-9dc47e32-a8cf-4d99-8717-836598e840f0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:36.097206 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88b6baac-491a-4969-97c6-a1c9f8d4b4b6 req-9dc47e32-a8cf-4d99-8717-836598e840f0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0596256 Apr 03 16:36:36.159325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88b6baac-491a-4969-97c6-a1c9f8d4b4b6 req-0c872797-d5ad-4e5c-8cfc-d5e573baffe3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555928 Apr 03 16:36:36.255905 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26d11b4f-6f44-410f-94aa-0f7e45e86dea req-36f4f586-dc81-49b3-85ae-7123fb626586 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 210 time: 0.0412378 Apr 03 16:36:36.374333 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d2040-84d0-46a8-90b5-8748fde8f989 req-210093cc-1f0f-4f11-b7fc-32f8419c54d0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:36.375776 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-331d2040-84d0-46a8-90b5-8748fde8f989 req-210093cc-1f0f-4f11-b7fc-32f8419c54d0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.1238635 Apr 03 16:36:36.400494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-09227b71-56f0-48bc-bb8c-41a3cd692e7e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:36.401965 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-09227b71-56f0-48bc-bb8c-41a3cd692e7e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 813 time: 0.1485391 Apr 03 16:36:36.438914 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-331d2040-84d0-46a8-90b5-8748fde8f989 req-2f8bbb19-d85b-40f0-ba67-b9e56eff1c02 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541222 Apr 03 16:36:36.456488 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Request body: {'port': {'device_id': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19', 'admin_state_up': True, 'tenant_id': '0268b56e5c6543c0b77d7552f7d95eca'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:36.460914 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 36918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:36.604461 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Made reservation on behalf of 0268b56e5c6543c0b77d7552f7d95eca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:36:36.607760 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:36.644528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c2cef-14ff-4e39-947a-9ace3f739dcb req-626c6408-e0c3-4747-8fb4-f86e79f47263 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:36.645971 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-329c2cef-14ff-4e39-947a-9ace3f739dcb req-626c6408-e0c3-4747-8fb4-f86e79f47263 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0894926 Apr 03 16:36:36.770964 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d5b8a-e140-439c-a97d-f4016259ccd5 tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:36.772488 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-467d5b8a-e140-439c-a97d-f4016259ccd5 tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 1125 time: 0.3106437 Apr 03 16:36:36.775567 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-329c2cef-14ff-4e39-947a-9ace3f739dcb req-1c1d6aeb-eafb-4ca3-a34d-ea18188bc8ab tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231821 Apr 03 16:36:36.775693 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 36926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:36.780087 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'port_id': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:36.803814 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:36.822094 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Allocated IP 172.20.0.11 (71b7f5fe-3055-428a-9091-1d7327da1d19/1892b0e1-5282-46ae-b62c-d3f80d82616d/2994346f-cf26-4b31-b82b-26a18dd8c4ff) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:36.911147 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.047605 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.27.2.175 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/17be0a22-23aa-4e80-8c6b-a5d3f846b446) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:37.077696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks [] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.114752 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-e5c0ad0f-d168-4e11-b808-2d172c43c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.116544 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-e5c0ad0f-d168-4e11-b808-2d172c43c26d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1130 time: 0.1101017 Apr 03 16:36:37.148048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d8ee-1ebc-4fe9-9957-a5de503e0f06 req-60ab55a7-fa4e-427c-ac5f-58352912df89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.149539 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3c2d8ee-1ebc-4fe9-9957-a5de503e0f06 req-60ab55a7-fa4e-427c-ac5f-58352912df89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.1042225 Apr 03 16:36:37.169625 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.215600 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.221753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.267029 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:37.270836 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:37.274631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:37.319901 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Network 71b7f5fe-3055-428a-9091-1d7327da1d19 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:37.338628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:37.341981 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:37.357443 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=17be0a22-23aa-4e80-8c6b-a5d3f846b446,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:37.395294 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Pushing event updated for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:37.421293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-90161078-686f-4bb6-ab15-9c59a13e4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.423049 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-90161078-686f-4bb6-ab15-9c59a13e4354 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.2916284 Apr 03 16:36:37.426177 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3c2d8ee-1ebc-4fe9-9957-a5de503e0f06 req-b54c2ab6-17bf-43f3-b8ac-888072da3bfb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594421 Apr 03 16:36:37.485913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-82af773f-e2c0-47d0-ba18-dbd0d01691d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 200 len: 217 time: 0.0539823 Apr 03 16:36:37.492436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.493141 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.521599 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e80984-c54b-4e01-a7b5-bee4d0eed224 req-956f5b8d-6f68-460b-af26-8b18c86f81cf tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.523078 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07e80984-c54b-4e01-a7b5-bee4d0eed224 req-956f5b8d-6f68-460b-af26-8b18c86f81cf tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 932 time: 0.1582179 Apr 03 16:36:37.563899 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-094954fe-4d21-48a7-ab05-32b8add9bfc8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1117091 Apr 03 16:36:37.578031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Request body: {'port': {'device_id': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:37.620674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-fe52057d-3f0c-47a0-8cef-0ec32f293009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.622150 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-fe52057d-3f0c-47a0-8cef-0ec32f293009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.1242657 Apr 03 16:36:37.630750 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07e80984-c54b-4e01-a7b5-bee4d0eed224 req-0a349933-4733-4de0-9541-6194b8bf0826 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878155 Apr 03 16:36:37.685142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (5de5fb54-e800-4976-9fb4-916296ebc5e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.698164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.736686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-073fea1d-0393-4c18-b4aa-8e7338736253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:37.738175 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-073fea1d-0393-4c18-b4aa-8e7338736253 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065862 Apr 03 16:36:37.757468 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.909092 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.913678 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:37.990603 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=17be0a22-23aa-4e80-8c6b-a5d3f846b446,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:38.000917 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (5de5fb54-e800-4976-9fb4-916296ebc5e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.066913 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1778ed92-a941-406e-a872-abba5e6f3ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.174319 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-4d502937-33a2-4a9a-9680-def4e7dc394d service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288921 Apr 03 16:36:38.325702 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP 5de5fb54-e800-4976-9fb4-916296ebc5e6 associated. External IP: 172.27.2.175, port: 3c21c482-be94-42a9-ac0a-5df81a8cf48a. Apr 03 16:36:38.330419 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9055180-8812-4ef4-84c3-00cf2ed4ecfe req-17965140-1af5-4484-b856-3fe353e00691 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486876 Apr 03 16:36:38.345738 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2994346f-cf26-4b31-b82b-26a18dd8c4ff {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:38.356631 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks [] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.373687 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Transition to ACTIVE for port object 2994346f-cf26-4b31-b82b-26a18dd8c4ff will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:36:38.381302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.435003 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Pushing event updated for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:38.540287 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Attempting to bind port 2994346f-cf26-4b31-b82b-26a18dd8c4ff on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:36:38.541026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Attempting to bind port 2994346f-cf26-4b31-b82b-26a18dd8c4ff by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:36:38.541026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Attempting to bind port 2994346f-cf26-4b31-b82b-26a18dd8c4ff on network 71b7f5fe-3055-428a-9091-1d7327da1d19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:38.548184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Port 2994346f-cf26-4b31-b82b-26a18dd8c4ff on network 71b7f5fe-3055-428a-9091-1d7327da1d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:36:38.548548 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Attempting to bind port 2994346f-cf26-4b31-b82b-26a18dd8c4ff on network 71b7f5fe-3055-428a-9091-1d7327da1d19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:38.558198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:36:38.558566 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Checking segment: {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:36:38.558941 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Bound using segment: {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:36:38.559382 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Bound port: 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3000a6d9-aa37-4e8e-a671-b53636741f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:36:38.559743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.577796 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:36:38.590137 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd28635-5e78-4dc6-833c-83409c822677 req-6321b887-717d-45e0-b6df-f4c6810cc473 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:38.591639 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dd28635-5e78-4dc6-833c-83409c822677 req-6321b887-717d-45e0-b6df-f4c6810cc473 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0867972 Apr 03 16:36:38.679287 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dd28635-5e78-4dc6-833c-83409c822677 req-69c12533-ff14-4e05-a4ee-34f36a5f401c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663805 Apr 03 16:36:38.680267 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:36:38.683912 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:36:38.692113 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.702611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:36:38.715996 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:36:38.728776 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:38.729446 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.730835 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] 10.222.0.50 "PUT /v2.0/ports/2994346f-cf26-4b31-b82b-26a18dd8c4ff HTTP/1.1" status: 200 len: 1094 time: 1.1567256 Apr 03 16:36:38.731271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:38.731698 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:38.733545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d7198-d886-4651-be12-6982d81d68a9" -d '{"events": [{"name": "network-changed", "server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:38.735963 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:38.740516 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:36:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:38.767816 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13363-b8cf-4b70-a87b-1a8c2d08a32f service neutron] Pushing event updated for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:38.792433 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-37f36d96-b638-450e-a71b-738b4eae0996 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0043333 Apr 03 16:36:38.792433 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:38.792433 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:38.878590 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-d7f2dd86-d16f-414d-ad86-d0bb18150c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:38.880316 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-d7f2dd86-d16f-414d-ad86-d0bb18150c6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 1128 time: 0.0922275 Apr 03 16:36:38.893879 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc7b10-d24d-4ff5-9969-79d4dc6b4e62 req-dc396485-0ffb-4223-9c9e-bc8d0584b80e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:38.895988 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eabc7b10-d24d-4ff5-9969-79d4dc6b4e62 req-dc396485-0ffb-4223-9c9e-bc8d0584b80e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 944 time: 0.0767553 Apr 03 16:36:38.898738 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac37a1e-3d2e-4964-885b-7936c7365ff9 x-openstack-request-id: req-bac37a1e-3d2e-4964-885b-7936c7365ff9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:38.899202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:38.899627 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bac37a1e-3d2e-4964-885b-7936c7365ff9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:38.900179 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac37a1e-3d2e-4964-885b-7936c7365ff9'] response: {'name': 'network-changed', 'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff', 'status': 'completed', 'code': 200} Apr 03 16:36:38.907787 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:38.938170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49811c-0f6f-474b-a56a-8e3b97838996 x-openstack-request-id: req-5e49811c-0f6f-474b-a56a-8e3b97838996 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:38.938170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:38.938758 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e49811c-0f6f-474b-a56a-8e3b97838996 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:38.938758 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e49811c-0f6f-474b-a56a-8e3b97838996'] response: {'name': 'network-changed', 'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'status': 'completed', 'code': 200} Apr 03 16:36:38.956512 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-2ce43ece-84a7-46d3-83cf-960a3ba224a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff HTTP/1.1" status: 200 len: 217 time: 0.0593100 Apr 03 16:36:39.081987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eabc7b10-d24d-4ff5-9969-79d4dc6b4e62 req-768c20c5-1e99-4928-a702-941fdeb369fb tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748624 Apr 03 16:36:39.101154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-2797190d-b646-47eb-9402-14ac916849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.102531 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-2797190d-b646-47eb-9402-14ac916849b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1892b0e1-5282-46ae-b62c-d3f80d82616d HTTP/1.1" status: 200 len: 853 time: 0.1336346 Apr 03 16:36:39.122457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-bb5e1feb-e139-4509-b890-8443b732dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.123794 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-bb5e1feb-e139-4509-b890-8443b732dd12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 1130 time: 0.1398897 Apr 03 16:36:39.143566 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd2cb-c417-4621-8957-88d34a22fe73 req-20a4f838-0331-4297-a59a-485cc5202cc4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.145061 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2dfd2cb-c417-4621-8957-88d34a22fe73 req-20a4f838-0331-4297-a59a-485cc5202cc4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1299620 Apr 03 16:36:39.153415 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '5de5fb54-e800-4976-9fb4-916296ebc5e6', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c0:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:37Z', 'updated_at': '2022-04-03T16:36:37Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:39.169444 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-05913996-6d9a-42cb-829b-86692a1b5f3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71b7f5fe-3055-428a-9091-1d7327da1d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494041 Apr 03 16:36:39.179206 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:36:39.187371 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:39.188559 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:36:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:39.299540 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:39.348997 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2dfd2cb-c417-4621-8957-88d34a22fe73 req-33e57d66-59b3-4f2f-af27-371fec6663dc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826630 Apr 03 16:36:39.381376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-5d28db9d-57be-481c-992b-5fa5c300b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.382844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-5d28db9d-57be-481c-992b-5fa5c300b8f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.2479613 Apr 03 16:36:39.384746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-7b9e6afc-ff61-4b56-a565-0849ca2b2acb service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048078 Apr 03 16:36:39.511732 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-32b38109-215a-4a36-ac3d-96ce653d8054 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a HTTP/1.1" status: 200 len: 1000 time: 0.1131926 Apr 03 16:36:39.533106 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '5de5fb54-e800-4976-9fb4-916296ebc5e6', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c0:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:37Z', 'updated_at': '2022-04-03T16:36:37Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:39.564067 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7eb46-fb84-4991-b5e1-6e07012e3dfa None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '5de5fb54-e800-4976-9fb4-916296ebc5e6', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c0:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:37Z', 'updated_at': '2022-04-03T16:36:37Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:36:39.576938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b1207b-28d8-4174-800e-8db5ecfb1bf1 req-ea275ec6-f630-42a0-bb82-23511bf7534e service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770780 Apr 03 16:36:39.580753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-5e3f5c99-119b-4854-8983-743e573488e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.582168 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-5e3f5c99-119b-4854-8983-743e573488e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0637875 Apr 03 16:36:39.654321 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-e849771b-4fd7-4748-beb4-27f67095cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.655861 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-e849771b-4fd7-4748-beb4-27f67095cc80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514529 Apr 03 16:36:39.830093 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-c84c3bea-7f74-4c80-bef1-4a448a9b4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.838764 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-c84c3bea-7f74-4c80-bef1-4a448a9b4ca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 1128 time: 0.1549141 Apr 03 16:36:39.838764 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-70da2c2c-32c2-4d6c-82c1-e452927a5107 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564131 Apr 03 16:36:39.839164 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cc859-8def-43c6-b356-6f499fb9ad76 None None] New status for floating IP 5de5fb54-e800-4976-9fb4-916296ebc5e6: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:36:39.850052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafea164-e069-4d04-96ba-5eb5be22de45 req-6c1eea0f-e57f-4c1b-bcfa-2b4943e85d3c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:39.851409 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cafea164-e069-4d04-96ba-5eb5be22de45 req-6c1eea0f-e57f-4c1b-bcfa-2b4943e85d3c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0916657 Apr 03 16:36:40.030964 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cafea164-e069-4d04-96ba-5eb5be22de45 req-5615af2f-0b77-4a9e-a81c-5ab666dfe699 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594267 Apr 03 16:36:40.058492 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f3ee8d3-8f84-46fd-b3c8-a7fe2f2f7784 req-b8de1724-cfb2-4687-b71e-fa87290ea46b service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946979 Apr 03 16:36:40.059789 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-8cfba343-8288-4551-a381-9a5c32284596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:40.061133 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-8cfba343-8288-4551-a381-9a5c32284596 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 200 len: 914 time: 0.2058778 Apr 03 16:36:40.105346 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-ee313eac-d627-4199-ba9c-8e9676e09835 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff HTTP/1.1" status: 200 len: 217 time: 0.0349553 Apr 03 16:36:40.166068 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-67beb5dd-b3bd-45a3-92e7-106a5a1b28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:40.167533 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-67beb5dd-b3bd-45a3-92e7-106a5a1b28e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1892b0e1-5282-46ae-b62c-d3f80d82616d HTTP/1.1" status: 200 len: 853 time: 0.0480182 Apr 03 16:36:40.206380 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-15814129-4977-4ae1-8b6a-f5208ff26b4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71b7f5fe-3055-428a-9091-1d7327da1d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323751 Apr 03 16:36:40.308781 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af82930-4816-4c86-b256-8bcc76a5be0c req-c820735d-d6a0-461b-bfb7-2dd43d86683d tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:40.310239 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5af82930-4816-4c86-b256-8bcc76a5be0c req-c820735d-d6a0-461b-bfb7-2dd43d86683d tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 944 time: 0.1281183 Apr 03 16:36:40.344674 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-83063929-1343-4dea-adba-bec69cb8d0f7 service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226711 Apr 03 16:36:40.412465 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5af82930-4816-4c86-b256-8bcc76a5be0c req-9fab364d-d3d4-4b33-b848-49bf1a39b19e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957055 Apr 03 16:36:40.452926 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88edc5c6-846c-4cfa-bc9a-9df019bf4687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:40.480745 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9d0d7198-d886-4651-be12-6982d81d68a9 req-3ac4ea23-b3fd-433d-8d41-88a433d3cc60 service neutron] 10.222.0.50 "GET /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265562 Apr 03 16:36:40.499190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded1a4-a34a-4b03-80b0-1cdc4c0bd99e req-93fa88ae-f9c4-4cbb-bedf-ae7e9c36cf8a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:40.501167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7ded1a4-a34a-4b03-80b0-1cdc4c0bd99e req-93fa88ae-f9c4-4cbb-bedf-ae7e9c36cf8a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0716577 Apr 03 16:36:40.548569 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7ded1a4-a34a-4b03-80b0-1cdc4c0bd99e req-c6fe7eb7-cd89-4ac3-ad5b-4be2aaa64dec tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Apr 03 16:36:41.151016 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862c055-bea1-4dbb-af15-2e182d5fb365 req-1bc9a01e-df19-463e-845d-015104aa5103 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:41.152424 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0862c055-bea1-4dbb-af15-2e182d5fb365 req-1bc9a01e-df19-463e-845d-015104aa5103 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Apr 03 16:36:41.198512 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0862c055-bea1-4dbb-af15-2e182d5fb365 req-4673e3a4-a245-49c8-8093-4ad09db0ff3f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Apr 03 16:36:41.393358 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:41.533297 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937453-090c-4db0-8351-6e27793d5d17 req-fd2dd942-1f0a-4d2d-bb4c-fc87625777c5 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:41.534746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e937453-090c-4db0-8351-6e27793d5d17 req-fd2dd942-1f0a-4d2d-bb4c-fc87625777c5 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 944 time: 0.0559697 Apr 03 16:36:41.579866 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e937453-090c-4db0-8351-6e27793d5d17 req-0a843937-0c91-4a43-b749-a3f944b58970 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Apr 03 16:36:41.669410 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0f0e2-6c67-4bbf-acbf-84265855484e req-842de788-5ef5-4c10-9da1-d1cb83bb718d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:41.670871 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08c0f0e2-6c67-4bbf-acbf-84265855484e req-842de788-5ef5-4c10-9da1-d1cb83bb718d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Apr 03 16:36:41.716833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08c0f0e2-6c67-4bbf-acbf-84265855484e req-d78c83c6-f07d-486a-b04e-d86fe10a12a7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 Apr 03 16:36:42.311554 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03539-fd3b-47c7-8223-cb6fc4550e02 req-2adf892a-31ba-4dca-8639-2bcf67f8f4fe tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:42.313500 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7ae03539-fd3b-47c7-8223-cb6fc4550e02 req-2adf892a-31ba-4dca-8639-2bcf67f8f4fe tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Apr 03 16:36:42.361517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7ae03539-fd3b-47c7-8223-cb6fc4550e02 req-0ffdf05b-80df-474f-a7bb-8428e2707c84 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Apr 03 16:36:42.694888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e535-34b3-4751-bd2c-fa6b71e55c31 req-e62bca6d-3688-47b3-9ac0-904f227013bd tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:42.696332 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6980e535-34b3-4751-bd2c-fa6b71e55c31 req-e62bca6d-3688-47b3-9ac0-904f227013bd tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 944 time: 0.0517538 Apr 03 16:36:42.741714 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6980e535-34b3-4751-bd2c-fa6b71e55c31 req-791e1205-b3e0-4219-9102-c4b46f380a08 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Apr 03 16:36:42.839761 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d65cb-b553-44b3-bf79-624e52fd19a1 req-919bd67e-c4b3-4301-b90d-b40c0696f67b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:42.841299 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b11d65cb-b553-44b3-bf79-624e52fd19a1 req-919bd67e-c4b3-4301-b90d-b40c0696f67b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0529180 Apr 03 16:36:42.887225 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b11d65cb-b553-44b3-bf79-624e52fd19a1 req-8c606ff8-6ec9-4e00-aa46-3077a3ba2d91 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 Apr 03 16:36:42.934211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2994346f-cf26-4b31-b82b-26a18dd8c4ff details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:36:42.965752 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:43.048229 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:43.058874 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '2994346f-cf26-4b31-b82b-26a18dd8c4ff', 'network_id': '71b7f5fe-3055-428a-9091-1d7327da1d19', 'port_id': '2994346f-cf26-4b31-b82b-26a18dd8c4ff', 'mac_address': 'fa:16:3e:24:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1892b0e1-5282-46ae-b62c-d3f80d82616d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:36:43.095579 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 2994346f-cf26-4b31-b82b-26a18dd8c4ff is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:43.095968 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:43.108733 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2994346f-cf26-4b31-b82b-26a18dd8c4ff {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:43.128866 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:43.132223 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:43.176928 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:43.479031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f2c77-892f-4f95-a847-b94553d6df85 req-aa7d0b61-6faa-43a7-8d02-d099a42f138f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:43.480439 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a2f2c77-892f-4f95-a847-b94553d6df85 req-aa7d0b61-6faa-43a7-8d02-d099a42f138f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0540898 Apr 03 16:36:43.526141 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a2f2c77-892f-4f95-a847-b94553d6df85 req-423a54bf-5560-41c6-95e0-3d2871ad67c9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Apr 03 16:36:43.751436 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['2994346f-cf26-4b31-b82b-26a18dd8c4ff'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:36:43.881095 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77e77-9db4-47bd-a1e9-839072d7da43 req-69823604-38bb-4078-bae6-ee8d77ec53cf tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:43.882791 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6e77e77-9db4-47bd-a1e9-839072d7da43 req-69823604-38bb-4078-bae6-ee8d77ec53cf tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 945 time: 0.0602763 Apr 03 16:36:43.933735 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6e77e77-9db4-47bd-a1e9-839072d7da43 req-e27abdcd-824e-4cad-b13f-6cdd78e5172e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Apr 03 16:36:44.022177 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fadb7-b4e2-4de2-913f-c4d88902effe req-40a69e61-938d-4bd3-b471-39544b954eaf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:44.023821 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e5fadb7-b4e2-4de2-913f-c4d88902effe req-40a69e61-938d-4bd3-b471-39544b954eaf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0579076 Apr 03 16:36:44.074865 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e5fadb7-b4e2-4de2-913f-c4d88902effe req-cc5c066b-00cb-4d41-bae0-b0615f4cedc5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Apr 03 16:36:44.405261 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:44.563989 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.054255 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039b5e0-ca4c-4682-b6d9-a561ea15c3d6 req-9b636b39-024e-4ab7-8ef1-2b2571261a03 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:45.055996 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4039b5e0-ca4c-4682-b6d9-a561ea15c3d6 req-9b636b39-024e-4ab7-8ef1-2b2571261a03 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 945 time: 0.0515006 Apr 03 16:36:45.108806 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4039b5e0-ca4c-4682-b6d9-a561ea15c3d6 req-ae873ba6-2e0a-4ca0-b835-2f982688845e tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Apr 03 16:36:45.125250 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:45.130405 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317576301', 'description': 'tempest-description--1704969027'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:45.149961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.256021 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520eb4-4891-4985-a840-db6ddffade73 req-814ac97e-216e-428f-9a6d-c33987f10a21 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:45.257504 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81520eb4-4891-4985-a840-db6ddffade73 req-814ac97e-216e-428f-9a6d-c33987f10a21 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0890212 Apr 03 16:36:45.259719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (2635338d-cf43-4951-ba5e-b1369295aa0c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.264663 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2635338d-cf43-4951-ba5e-b1369295aa0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.305003 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.306222 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1798337 Apr 03 16:36:45.309443 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37036) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:45.314430 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'security_group_rule': {'security_group_id': '2635338d-cf43-4951-ba5e-b1369295aa0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:45.318743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea569cef-46a0-4bcd-8d61-32706c1cd420 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2635338d-cf43-4951-ba5e-b1369295aa0c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:45.337505 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81520eb4-4891-4985-a840-db6ddffade73 req-aeea49e4-4a0a-4339-8860-a5a5a604cc77 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738509 Apr 03 16:36:45.341645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (7362ee05-182b-4d5c-bfc9-dc912379f09e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.399061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (7362ee05-182b-4d5c-bfc9-dc912379f09e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.402469 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (7362ee05-182b-4d5c-bfc9-dc912379f09e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.419080 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7362ee05-182b-4d5c-bfc9-dc912379f09e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:45.427556 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.428753 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-98551b4a-c865-4501-9e68-6fd4cb77de68 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185358 Apr 03 16:36:45.431351 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:45.435543 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'security_group_rule': {'security_group_id': '2635338d-cf43-4951-ba5e-b1369295aa0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:45.458436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (397a544f-d9b6-4e0a-bf5d-c0cc2f9683f9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.512526 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (397a544f-d9b6-4e0a-bf5d-c0cc2f9683f9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.516549 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (397a544f-d9b6-4e0a-bf5d-c0cc2f9683f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.536191 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397a544f-d9b6-4e0a-bf5d-c0cc2f9683f9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:45.544082 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.545315 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ed4df24a-d406-4b30-bf0a-fe1dd8fbccca tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130407 Apr 03 16:36:45.548482 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:45.552662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:45.571980 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.669549 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.775342 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Allocated IP 172.27.2.94 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/9167ec10-db71-4ba7-ae3d-33ca104429a2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:45.877480 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.911069 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.948670 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:45.951438 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:45.958014 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:45.979420 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'Port': ['ID=9167ec10-db71-4ba7-ae3d-33ca104429a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:46.047196 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.083169 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.230349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683d9c-7074-49cf-8507-fa347e1e9a78 req-a66ddb65-d2dc-45e7-944f-938df8f53497 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:46.231719 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77683d9c-7074-49cf-8507-fa347e1e9a78 req-a66ddb65-d2dc-45e7-944f-938df8f53497 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 945 time: 0.0559249 Apr 03 16:36:46.236705 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.241916 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.283667 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77683d9c-7074-49cf-8507-fa347e1e9a78 req-d157b6eb-006a-46fc-8b21-b06d436022b9 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Apr 03 16:36:46.335725 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.339317 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'Port': ['ID=9167ec10-db71-4ba7-ae3d-33ca104429a2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:46.354880 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:46.356121 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cf333606-3252-4473-ba78-70145f159d25 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8067250 Apr 03 16:36:46.463926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b4a30-1586-455c-b9a5-591fb7862778 req-67ad5005-33c3-4b22-8beb-defc3c5933ae tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:46.465407 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-158b4a30-1586-455c-b9a5-591fb7862778 req-67ad5005-33c3-4b22-8beb-defc3c5933ae tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0557747 Apr 03 16:36:46.519569 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-158b4a30-1586-455c-b9a5-591fb7862778 req-6c480706-13db-4f96-b97e-8db1bf5a712c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476899 Apr 03 16:36:46.554995 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-f876ceec-927e-45c3-892a-6475706c6257 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--317576301&fields=id&tenant_id=dc44dfcc02d1454d905098d298f84ac0 HTTP/1.1" status: 200 len: 267 time: 0.0475061 Apr 03 16:36:46.656440 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-62e1e26c-fbf7-4988-8424-45b10340357a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:46.657990 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-62e1e26c-fbf7-4988-8424-45b10340357a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.0968080 Apr 03 16:36:46.671692 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-6421755b-7fe6-47ba-a0d8-71899b6842d6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/quotas/dc44dfcc02d1454d905098d298f84ac0 HTTP/1.1" status: 200 len: 375 time: 0.0085065 Apr 03 16:36:46.733120 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-e2543e17-b24e-4a2e-9220-cbd3546ad93f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0567086 Apr 03 16:36:46.833807 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-18d03a1f-c5eb-4c4e-a658-fd6446e08cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881212 Apr 03 16:36:46.939782 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2994346f-cf26-4b31-b82b-26a18dd8c4ff up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:36:46.996593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 2994346f-cf26-4b31-b82b-26a18dd8c4ff completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:36:47.001747 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 2994346f-cf26-4b31-b82b-26a18dd8c4ff triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:47.002676 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.083421 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 2994346f-cf26-4b31-b82b-26a18dd8c4ff is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:47.083711 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.107966 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:47.110877 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeabf17-281c-4fd6-8371-cdd1339ff942" -d '{"events": [{"server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "name": "network-vif-plugged", "status": "completed", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:47.124040 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:47.128759 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.155763 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71b043-c0f9-42b8-8ad6-24f09ff28026 x-openstack-request-id: req-df71b043-c0f9-42b8-8ad6-24f09ff28026 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:47.156675 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "name": "network-vif-plugged", "status": "completed", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:47.157132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df71b043-c0f9-42b8-8ad6-24f09ff28026 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:47.157533 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df71b043-c0f9-42b8-8ad6-24f09ff28026'] response: {'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff', 'code': 200} Apr 03 16:36:47.183136 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:47.194551 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-7b61c049-7edd-4ca2-9c7c-ed30ad2fee6c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744984 Apr 03 16:36:47.196513 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-a53738ce-311c-4f0b-abdd-3505118fc312 service neutron] 10.222.0.48 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574467 Apr 03 16:36:47.283255 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-064fa7d7-2bb6-48fb-8990-45d2ef62706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.285108 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-064fa7d7-2bb6-48fb-8990-45d2ef62706b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 1129 time: 0.0586076 Apr 03 16:36:47.454947 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65e49b7a-1d51-4e1b-bac1-d7a4a5e842c5 req-5ce8bfbf-39ad-4c58-9f74-2c19e967d04f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 210 time: 0.0866921 Apr 03 16:36:47.505861 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-daa57bdd-df67-4386-bfab-3e0814670a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.507356 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-daa57bdd-df67-4386-bfab-3e0814670a6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.2006159 Apr 03 16:36:47.519404 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb09d-f2c2-41de-bf25-a4277657c448 req-e5e8fa88-1267-42fc-b9d7-485485cd6e37 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.520892 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a6fb09d-f2c2-41de-bf25-a4277657c448 req-e5e8fa88-1267-42fc-b9d7-485485cd6e37 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.1288662 Apr 03 16:36:47.529607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f5d45-80e0-471c-a40c-63128735a9a4 req-07e8d74e-0ca0-4668-8340-7a0158c96941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.531592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef5f5d45-80e0-471c-a40c-63128735a9a4 req-07e8d74e-0ca0-4668-8340-7a0158c96941 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 1130 time: 0.1614394 Apr 03 16:36:47.625712 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:47.630737 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357762344', 'description': 'tempest-description--1419297223'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:47.644180 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-828580a8-b5b2-414e-8ada-4c96286a399c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 200 len: 1001 time: 0.1222525 Apr 03 16:36:47.651051 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a6fb09d-f2c2-41de-bf25-a4277657c448 req-e115ed6f-9e4b-4fbe-9063-97b788089fd7 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171982 Apr 03 16:36:47.678240 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.704183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef5f5d45-80e0-471c-a40c-63128735a9a4 req-84d52f1c-5d29-4af3-98d8-b8f1535c7538 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377645 Apr 03 16:36:47.752136 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-c3ffb8d2-5ee2-4670-a2a7-c180a52d5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.753641 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-c3ffb8d2-5ee2-4670-a2a7-c180a52d5e9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0977433 Apr 03 16:36:47.756128 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e694f2d5-05ff-4560-9fb5-bbf8367169bc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.760235 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e694f2d5-05ff-4560-9fb5-bbf8367169bc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.769968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c92bf-7d88-4629-94d6-a328c61da635 req-05182250-9fee-44b2-b916-eb505b43c6a9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:47.771441 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f94c92bf-7d88-4629-94d6-a328c61da635 req-05182250-9fee-44b2-b916-eb505b43c6a9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0706198 Apr 03 16:36:47.790910 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.792131 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1654115 Apr 03 16:36:47.795936 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:47.800856 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'e694f2d5-05ff-4560-9fb5-bbf8367169bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:47.804890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3a753-1414-4dff-a415-961108790ab3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e694f2d5-05ff-4560-9fb5-bbf8367169bc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:47.822784 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f94c92bf-7d88-4629-94d6-a328c61da635 req-bd525b99-a0fe-4492-82d8-2ac9b846b31a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Apr 03 16:36:47.830325 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (24e81676-1fb1-42db-8970-8741de1ce18d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.889053 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (24e81676-1fb1-42db-8970-8741de1ce18d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.892651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (24e81676-1fb1-42db-8970-8741de1ce18d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.909737 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e81676-1fb1-42db-8970-8741de1ce18d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:47.916990 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:47.918168 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-479a946d-a34e-4361-bcc5-ab5969d8635e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207571 Apr 03 16:36:47.920785 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:47.925587 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'e694f2d5-05ff-4560-9fb5-bbf8367169bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:47.949035 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (0a9b9525-56b3-4c9c-8cc0-ba1a497131f0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.003925 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (0a9b9525-56b3-4c9c-8cc0-ba1a497131f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.007501 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (0a9b9525-56b3-4c9c-8cc0-ba1a497131f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.027091 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9b9525-56b3-4c9c-8cc0-ba1a497131f0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:48.033236 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.034408 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-07258e0c-3ab1-45be-b2e9-c80c62064113 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127219 Apr 03 16:36:48.037633 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:48.042056 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:48.062021 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.166096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.169111 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-d5c05463-abfb-4469-b27b-7191e6fbc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:48.170631 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-d5c05463-abfb-4469-b27b-7191e6fbc306 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638099 Apr 03 16:36:48.266438 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-6739ecd3-1448-495d-b112-552005498694 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Apr 03 16:36:48.272066 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.27.2.27 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:48.362892 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ea057d-81df-48d2-b1e0-d5e51bcd2028 req-f102e67e-704d-47f7-b9fd-b4d0f2f09a60 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895448 Apr 03 16:36:48.383335 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.417481 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.463239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:48.466076 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:48.470151 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:48.495654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:48.549535 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3feba80-1017-4644-8f8e-6c8389ab101d req-95d8f91a-c311-42b2-bef6-485f400e3bf0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 210 time: 0.0275881 Apr 03 16:36:48.566811 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.603077 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.756116 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.761078 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.785072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60eb32-9784-4e6c-a400-65e8d2cbdc9b req-72a6b645-c170-4b60-b392-0b10920364ca tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:48.786599 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f60eb32-9784-4e6c-a400-65e8d2cbdc9b req-72a6b645-c170-4b60-b392-0b10920364ca tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.0554187 Apr 03 16:36:48.831897 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:48.841103 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.844651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f60eb32-9784-4e6c-a400-65e8d2cbdc9b req-3a61dc87-b0e0-41d9-bab3-e7f7fbcb0998 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461721 Apr 03 16:36:48.866576 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:48.868088 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f9466ba8-3e5c-4c65-b3e7-7ff6d84ef0c5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8295302 Apr 03 16:36:49.039096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557333-b476-4b45-a779-529fe3e97c53 req-2ed64002-4511-4317-aa92-890310ec5544 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:49.040730 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3557333-b476-4b45-a779-529fe3e97c53 req-2ed64002-4511-4317-aa92-890310ec5544 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1311212 Apr 03 16:36:49.081892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-e0185d80-32fa-41de-a5ec-b681e9262957 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:49.083299 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-e0185d80-32fa-41de-a5ec-b681e9262957 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 818 time: 0.1722450 Apr 03 16:36:49.153600 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-7e0998ba-2c29-4496-be6c-d9aab54194d6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1357762344&fields=id&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 267 time: 0.1068587 Apr 03 16:36:49.160994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3557333-b476-4b45-a779-529fe3e97c53 req-d9b6e82b-eff0-428f-84fd-737fa9b9cde7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078260 Apr 03 16:36:49.247127 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-30da3cfc-88a6-4907-a987-f204fb03f3f1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc44dfcc02d1454d905098d298f84ac0 HTTP/1.1" status: 200 len: 379 time: 0.1312249 Apr 03 16:36:49.264590 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'port': {'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'admin_state_up': True, 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'security_groups': ['2635338d-cf43-4951-ba5e-b1369295aa0c']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:49.339750 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-20bdbf85-50b2-4329-a50b-67ee1dc7d62a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:49.341238 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-20bdbf85-50b2-4329-a50b-67ee1dc7d62a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.1782792 Apr 03 16:36:49.369751 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-15096ed3-f9cb-440a-9044-5d1fedab5359 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/quotas/05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 375 time: 0.0203400 Apr 03 16:36:49.432456 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Made reservation on behalf of dc44dfcc02d1454d905098d298f84ac0 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:36:49.435699 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:49.458253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-4ccd7665-dc63-47a4-ac88-11345393e51f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813560 Apr 03 16:36:49.667022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-00bb4cdc-8862-48c4-a122-92dc50f91aed service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941228 Apr 03 16:36:49.668765 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3271f4cf-65cc-4033-8881-236de0300acc req-4d24508a-ce15-44c2-89bb-45a0cd3b115b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 210 time: 0.0461237 Apr 03 16:36:49.673044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Allocated IP 172.20.0.7 (32f4d767-9a22-4a11-9af7-46a1b69bcade/3abfc142-dc06-4fd2-8576-f7a84747a25e/6cc9f342-1996-4929-a379-4de88cb04421) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:49.830760 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-09f9f2f9-5c91-4195-a858-3f707cdeb53a service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553957 Apr 03 16:36:49.878473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for port (6cc9f342-1996-4929-a379-4de88cb04421), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:49.915038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.006997 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:50.026721 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e60c53c-553d-4304-9a47-5185cb09ada3 req-7bb1fb45-7608-41eb-9bdb-5da60bb42929 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 210 time: 0.0486882 Apr 03 16:36:50.028623 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:50.031854 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event updated for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:50.034079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:50.089943 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084a2d0-456c-41b7-bd9c-125e74f90acc req-68354643-6498-4f02-ad6e-7094848e51ad tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:50.095219 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e084a2d0-456c-41b7-bd9c-125e74f90acc req-68354643-6498-4f02-ad6e-7094848e51ad tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.1682708 Apr 03 16:36:50.115295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:50.116195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.149775 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-60f7c305-0950-4635-a452-34491e014b34 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8908958 Apr 03 16:36:50.166744 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Request body: {'port': {'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:50.198969 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e084a2d0-456c-41b7-bd9c-125e74f90acc req-c7af81c7-f1b5-4c9e-9368-57fa7aae1f23 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Apr 03 16:36:50.252574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cc9f342-1996-4929-a379-4de88cb04421), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.340884 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-63f64121-1764-4e7c-8082-e3ac067c0ab4 None None] Provisioning complete for port 6cc9f342-1996-4929-a379-4de88cb04421 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:50.341841 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63f64121-1764-4e7c-8082-e3ac067c0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cc9f342-1996-4929-a379-4de88cb04421), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.380252 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-63f64121-1764-4e7c-8082-e3ac067c0ab4 None None] Port 6cc9f342-1996-4929-a379-4de88cb04421 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:36:50.429011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fc060-e4ee-4e68-81d9-ca25cb7ad575 req-b71313f2-fcae-4c09-bf2c-5a06946591bb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:50.430705 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a0fc060-e4ee-4e68-81d9-ca25cb7ad575 req-b71313f2-fcae-4c09-bf2c-5a06946591bb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1412194 Apr 03 16:36:50.537293 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a0fc060-e4ee-4e68-81d9-ca25cb7ad575 req-9537d927-1041-4234-a94a-fdf8b8cd646d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990732 Apr 03 16:36:50.634301 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc9f342-1996-4929-a379-4de88cb04421 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:50.643476 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks [] for port (6cc9f342-1996-4929-a379-4de88cb04421), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.659673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Transition to ACTIVE for port object 6cc9f342-1996-4929-a379-4de88cb04421 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:36:50.664044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.762778 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:50.832848 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Attempting to bind port 6cc9f342-1996-4929-a379-4de88cb04421 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:36:50.833176 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Attempting to bind port 6cc9f342-1996-4929-a379-4de88cb04421 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:36:50.833509 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Attempting to bind port 6cc9f342-1996-4929-a379-4de88cb04421 on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:50.840786 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Port 6cc9f342-1996-4929-a379-4de88cb04421 on network 32f4d767-9a22-4a11-9af7-46a1b69bcade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:36:50.841114 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Attempting to bind port 6cc9f342-1996-4929-a379-4de88cb04421 on network 32f4d767-9a22-4a11-9af7-46a1b69bcade {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:50.855282 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7c7e0-6a30-4e2f-8d79-4d44b19e2c07 req-7efdab07-b292-4a1a-aba6-dae90cba1526 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:50.856754 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ab7c7e0-6a30-4e2f-8d79-4d44b19e2c07 req-7efdab07-b292-4a1a-aba6-dae90cba1526 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.0888278 Apr 03 16:36:50.857516 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:36:50.857854 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Checking segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:36:50.858234 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Bound using segment: {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:36:50.858677 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Bound port: 6cc9f342-1996-4929-a379-4de88cb04421, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3912e7e9-63de-4efc-a99f-ba032a0a0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:36:50.859616 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cc9f342-1996-4929-a379-4de88cb04421), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:50.955284 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ab7c7e0-6a30-4e2f-8d79-4d44b19e2c07 req-6df8567c-1679-44af-97b0-270ec5c28fe7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865350 Apr 03 16:36:50.965698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:36:50.968829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6cc9f342-1996-4929-a379-4de88cb04421,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:36:50.974164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:51.020531 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.021150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:51.022533 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] 10.222.0.50 "PUT /v2.0/ports/6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 1093 time: 0.8609977 Apr 03 16:36:51.022973 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:51.025220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023" -d '{"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:51.122667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1c4df-0256-49e7-a552-636cd8634fe0 x-openstack-request-id: req-8ad1c4df-0256-49e7-a552-636cd8634fe0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:51.122880 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:51.123138 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ad1c4df-0256-49e7-a552-636cd8634fe0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:51.123539 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad1c4df-0256-49e7-a552-636cd8634fe0'] response: {'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'status': 'completed', 'code': 200} Apr 03 16:36:51.161895 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab04b9-6782-42c8-bfd8-6bee726f824e service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:51.207955 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b264729-b1d2-4435-8a49-9c5b8de5cfa0 req-352115b5-6f53-43ba-b668-2ef8127b1246 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 210 time: 0.0531831 Apr 03 16:36:51.244599 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-7eb4b100-9557-47af-aefa-8dee5e4bc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.246089 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-7eb4b100-9557-47af-aefa-8dee5e4bc817 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1127 time: 0.1272986 Apr 03 16:36:51.255978 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-b40d6302-ae65-4e81-a077-da41a6d09793 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.259952 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-b40d6302-ae65-4e81-a077-da41a6d09793 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.2168429 Apr 03 16:36:51.295619 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-e8de93eb-8108-48a1-98c6-79a1a647573b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 217 time: 0.0346589 Apr 03 16:36:51.379578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-bcfb1119-f927-4972-a595-74f905f01c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.380954 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-bcfb1119-f927-4972-a595-74f905f01c5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0696974 Apr 03 16:36:51.438591 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-032f18b7-a36c-4659-9faf-a065415d0433 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 472 time: 0.1283200 Apr 03 16:36:51.447904 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'port': {'device_id': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'admin_state_up': True, 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'security_groups': ['e694f2d5-05ff-4560-9fb5-bbf8367169bc']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:51.458062 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:36:51.492440 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595367e-6eee-495f-a639-fc9ba340043b req-0fd0a1a5-7045-4f55-b8ca-2cd63d3a5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.493916 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-0fd0a1a5-7045-4f55-b8ca-2cd63d3a5419 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057174 Apr 03 16:36:51.889778 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:36:51.893288 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:51.913620 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8140-eb56-4f0e-9012-07067f6557fb req-d80d1511-188b-4503-b192-b9035fd70d27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:51.915078 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d00c8140-eb56-4f0e-9012-07067f6557fb req-d80d1511-188b-4503-b192-b9035fd70d27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1616256 Apr 03 16:36:51.916817 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-b085fb96-5872-43bd-bc55-02d5d8514759 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137740 Apr 03 16:36:52.072761 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d00c8140-eb56-4f0e-9012-07067f6557fb req-2db296f1-943e-454e-a113-e3b9fe11955c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519859 Apr 03 16:36:52.160787 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3595367e-6eee-495f-a639-fc9ba340043b req-11388326-0851-41c3-a427-7d3e265d248a service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350819 Apr 03 16:36:52.175957 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.20.0.6 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/c65bca6a-2664-49dc-935a-7c46d4bd4005) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:52.189604 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b00c8b-d55d-450a-b78e-893442008efb req-9c87d674-6232-4347-bf22-2ab720fcadaa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.191069 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39b00c8b-d55d-450a-b78e-893442008efb req-9c87d674-6232-4347-bf22-2ab720fcadaa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.1447325 Apr 03 16:36:52.309188 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39b00c8b-d55d-450a-b78e-893442008efb req-87b616e1-0bb5-4334-bcd8-6e89960b428c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111503 Apr 03 16:36:52.340187 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86efa341-18a6-46d0-bbd9-011241cf2e40 req-6e9343c4-885b-408a-b6b8-1c5125a3bfe7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 210 time: 0.0411022 Apr 03 16:36:52.401982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:52.470948 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-d74feb9e-ef6e-4968-a1a9-426cb61c5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.472462 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-d74feb9e-ef6e-4968-a1a9-426cb61c5e34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1127 time: 0.0755143 Apr 03 16:36:52.476907 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:52.568583 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:52.576269 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:52.582756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:52.587659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:52.654581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.655190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:52.662217 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-a3b1f1f0-eac1-4bbe-8988-0a37fdbae1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.664538 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-a3b1f1f0-eac1-4bbe-8988-0a37fdbae1fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1603184 Apr 03 16:36:52.683216 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-6d3e2782-93b4-4ba2-9ebf-a03e7dfc8dc2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387853 Apr 03 16:36:52.728514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Request body: {'port': {'device_id': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:52.735486 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-9b6caba4-c953-48b9-87f0-303472d4ec94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 217 time: 0.0618432 Apr 03 16:36:52.837524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-bc0c0a46-1bfc-477d-be63-f3b75166102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.838873 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-bc0c0a46-1bfc-477d-be63-f3b75166102c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0822408 Apr 03 16:36:52.839576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:52.855934 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0607cb1f-3776-4531-844f-a32198f98a99 None None] Provisioning complete for port c65bca6a-2664-49dc-935a-7c46d4bd4005 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:52.856490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0607cb1f-3776-4531-844f-a32198f98a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:52.889964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0607cb1f-3776-4531-844f-a32198f98a99 None None] Port c65bca6a-2664-49dc-935a-7c46d4bd4005 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:36:52.973719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-d9e169fa-1060-484f-9a83-10d6715e8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:52.975229 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-d9e169fa-1060-484f-9a83-10d6715e8270 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268523 Apr 03 16:36:53.148098 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-1c3022d6-1605-4b39-ab09-d3a90249380a service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642561 Apr 03 16:36:53.325408 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1393e-7701-4ff6-95b3-422881cc3995 req-ef22fdd9-b2ba-4829-bfbd-8e262e6d8660 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:53.326886 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99a1393e-7701-4ff6-95b3-422881cc3995 req-ef22fdd9-b2ba-4829-bfbd-8e262e6d8660 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1812375 Apr 03 16:36:53.337481 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65bca6a-2664-49dc-935a-7c46d4bd4005 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:53.347653 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6be8d0bd-a1e0-49e1-bcb4-9f193d483023 req-e3e1967e-74e9-471e-a6eb-56e6708e1f62 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822834 Apr 03 16:36:53.352388 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks [] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:53.393605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Transition to ACTIVE for port object c65bca6a-2664-49dc-935a-7c46d4bd4005 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:36:53.404963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:53.443610 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99a1393e-7701-4ff6-95b3-422881cc3995 req-ecb23b34-73b7-4ecc-813e-1d45aa946346 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103678 Apr 03 16:36:53.491323 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Pushing event updated for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:53.582867 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01747a-c4d1-4949-875c-ef0c481f8876 req-be06554e-d8bf-45e3-9468-43d4b3bf0168 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:53.584451 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff01747a-c4d1-4949-875c-ef0c481f8876 req-be06554e-d8bf-45e3-9468-43d4b3bf0168 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.1759603 Apr 03 16:36:53.643311 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Attempting to bind port c65bca6a-2664-49dc-935a-7c46d4bd4005 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:36:53.643652 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Attempting to bind port c65bca6a-2664-49dc-935a-7c46d4bd4005 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:36:53.644265 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Attempting to bind port c65bca6a-2664-49dc-935a-7c46d4bd4005 on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:53.666528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263666-2796-4dc0-96f7-7de0716a892d req-96668e72-afea-4ee3-9323-7a4708b42868 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:53.668029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31263666-2796-4dc0-96f7-7de0716a892d req-96668e72-afea-4ee3-9323-7a4708b42868 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.1499104 Apr 03 16:36:53.672466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Port c65bca6a-2664-49dc-935a-7c46d4bd4005 on network 0411b61e-f071-4fea-8540-8d810f08ae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:36:53.672799 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Attempting to bind port c65bca6a-2664-49dc-935a-7c46d4bd4005 on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:53.689531 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff01747a-c4d1-4949-875c-ef0c481f8876 req-136d64ca-ffde-4110-9c94-081d557c9e3e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985188 Apr 03 16:36:53.692285 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:36:53.692817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:36:53.693353 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:36:53.694019 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Bound port: c65bca6a-2664-49dc-935a-7c46d4bd4005, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:36:53.694492 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:53.777003 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31263666-2796-4dc0-96f7-7de0716a892d req-d6ba921c-ab86-44b2-88d7-115f5c537a5c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012053 Apr 03 16:36:53.792974 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:36:53.797391 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:36:53.805815 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:53.851414 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:53.852043 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:53.854131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] 10.222.0.50 "PUT /v2.0/ports/c65bca6a-2664-49dc-935a-7c46d4bd4005 HTTP/1.1" status: 200 len: 1093 time: 1.1312842 Apr 03 16:36:53.854582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:53.856891 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0694b-0ba0-43da-b4bc-bbc513404267" -d '{"events": [{"name": "network-changed", "server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:53.886206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d43b-4e0e-443a-add8-4803fc56ad96 service neutron] Pushing event updated for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:53.904886 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d2034-9ad5-49b4-890c-5dec13b660b4 x-openstack-request-id: req-220d2034-9ad5-49b4-890c-5dec13b660b4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:53.905473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:53.905473 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-220d2034-9ad5-49b4-890c-5dec13b660b4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:53.907071 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220d2034-9ad5-49b4-890c-5dec13b660b4'] response: {'name': 'network-changed', 'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'status': 'completed', 'code': 200} Apr 03 16:36:53.979208 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-9eba068c-8c7f-4958-b2d2-80d4ef78b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:53.980780 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-9eba068c-8c7f-4958-b2d2-80d4ef78b606 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 1127 time: 0.0521390 Apr 03 16:36:54.042340 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-d666ef25-1fb1-45da-b72b-f36cbd487486 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005 HTTP/1.1" status: 200 len: 217 time: 0.0438037 Apr 03 16:36:54.097830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5baf1b7f-a3e0-4a15-8cd8-d550911b0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.099321 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-5baf1b7f-a3e0-4a15-8cd8-d550911b0721 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0500972 Apr 03 16:36:54.183907 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-494f7580-8e29-4c00-b91a-db4bb2496c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.185441 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-494f7580-8e29-4c00-b91a-db4bb2496c26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459185 Apr 03 16:36:54.282404 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-4cdf42da-b544-44d0-872c-d57a9a3196c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808475 Apr 03 16:36:54.372878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10f6080c-a86e-44e3-bbae-09e29e1a3bc5 req-4ff3497c-108a-4c21-b920-9379344d0169 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836198 Apr 03 16:36:54.470711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-fc5623d0-7db2-4ba4-991b-47a9b484257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.472125 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-fc5623d0-7db2-4ba4-991b-47a9b484257a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 1127 time: 0.0446637 Apr 03 16:36:54.598642 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-38f41e2c-9ca9-446b-9e49-e57637e30847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.600094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-38f41e2c-9ca9-446b-9e49-e57637e30847 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.1191051 Apr 03 16:36:54.607685 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39bc14-175d-4659-b91c-7828dd4b466a req-26d11537-c94d-43b5-b7e7-70a13a55baa5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.609186 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa39bc14-175d-4659-b91c-7828dd4b466a req-26d11537-c94d-43b5-b7e7-70a13a55baa5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0839567 Apr 03 16:36:54.649221 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-35f3562b-586a-4999-bb52-b35f9e892763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005 HTTP/1.1" status: 200 len: 217 time: 0.0391164 Apr 03 16:36:54.722907 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa39bc14-175d-4659-b91c-7828dd4b466a req-6a2732c6-34fd-4e60-9038-37b17cf9b845 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075604 Apr 03 16:36:54.724354 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-41817d85-5421-47f7-a4e7-a6ee2e845723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.725800 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-41817d85-5421-47f7-a4e7-a6ee2e845723 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0708640 Apr 03 16:36:54.808351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-7d0d1907-b81a-48ec-8b10-8531e1059bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.809941 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-7d0d1907-b81a-48ec-8b10-8531e1059bbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756495 Apr 03 16:36:54.832333 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b4b2-81fd-4fec-bb08-a905e5d70c49 req-d33372dd-a162-4a74-a363-6d9ab412e701 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:54.833832 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58c6b4b2-81fd-4fec-bb08-a905e5d70c49 req-d33372dd-a162-4a74-a363-6d9ab412e701 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.0744295 Apr 03 16:36:54.973418 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58c6b4b2-81fd-4fec-bb08-a905e5d70c49 req-c6603716-eb9b-419c-b47b-d4120af66828 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315737 Apr 03 16:36:54.998404 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0d5c-505e-476e-9300-0f95ea6aec1c req-d723a6cb-9df7-4286-bb73-24fc42e8e818 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:55.000784 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-360e0d5c-505e-476e-9300-0f95ea6aec1c req-d723a6cb-9df7-4286-bb73-24fc42e8e818 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.1404412 Apr 03 16:36:55.007022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-877614fd-8f6c-4a74-9b6e-55e23d5a5e91 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722615 Apr 03 16:36:55.105531 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-360e0d5c-505e-476e-9300-0f95ea6aec1c req-c619ff98-d4b4-4723-b100-b7e20a71d0fc tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975633 Apr 03 16:36:55.137127 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2f0694b-0ba0-43da-b4bc-bbc513404267 req-1d563472-d532-4c07-85a5-2f3de483b649 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223235 Apr 03 16:36:55.846377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56cb0-6e97-4d91-b7ba-e31eefd2fbb9 req-5c9853fb-af10-43b9-8bd6-cd3fdd433de6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:55.847866 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-57a56cb0-6e97-4d91-b7ba-e31eefd2fbb9 req-5c9853fb-af10-43b9-8bd6-cd3fdd433de6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0542510 Apr 03 16:36:55.897582 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-57a56cb0-6e97-4d91-b7ba-e31eefd2fbb9 req-12262f88-7a02-4889-9066-0b16dfc9192a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Apr 03 16:36:56.097214 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ab49-d68b-4f80-b0c8-42e16aadb337 req-10f35ab0-9353-4da2-aa9b-561a12506243 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:56.098668 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e89ab49-d68b-4f80-b0c8-42e16aadb337 req-10f35ab0-9353-4da2-aa9b-561a12506243 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.0516915 Apr 03 16:36:56.145926 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e89ab49-d68b-4f80-b0c8-42e16aadb337 req-f7e2c311-7b07-4048-9f5d-55592b8f259c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Apr 03 16:36:56.225305 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e355e-215e-4c52-8627-3cbf650f13da req-08276f26-ec75-40b4-abd7-84867458adf8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:56.226791 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d9e355e-215e-4c52-8627-3cbf650f13da req-08276f26-ec75-40b4-abd7-84867458adf8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0535574 Apr 03 16:36:56.273782 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d9e355e-215e-4c52-8627-3cbf650f13da req-09eb2d42-bdbd-4134-8438-10bd57a78bc4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413740 Apr 03 16:36:57.022499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3334da-8924-4aa0-b7d6-21f0a80da72c req-df5af574-a7da-4d0f-8282-32e4e53a8408 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:57.023960 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c3334da-8924-4aa0-b7d6-21f0a80da72c req-df5af574-a7da-4d0f-8282-32e4e53a8408 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0568104 Apr 03 16:36:57.070373 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c3334da-8924-4aa0-b7d6-21f0a80da72c req-ecdb8214-afb8-407a-9e6f-d0023bd3bc6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Apr 03 16:36:57.260926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fddb21-4b97-4c1f-aa40-cdafd98bad29 req-956c41a9-f801-4a9c-92c9-83e81005ee0b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:57.262415 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77fddb21-4b97-4c1f-aa40-cdafd98bad29 req-956c41a9-f801-4a9c-92c9-83e81005ee0b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.0523190 Apr 03 16:36:57.309581 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77fddb21-4b97-4c1f-aa40-cdafd98bad29 req-798f4eb8-49b2-40e5-94ea-f9e924bdaca2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 Apr 03 16:36:57.389375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4eadf-1245-45ce-a709-c56504a9ec4e req-74002187-18ac-4632-8de5-e52df55714d1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:57.391515 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-afb4eadf-1245-45ce-a709-c56504a9ec4e req-74002187-18ac-4632-8de5-e52df55714d1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0519278 Apr 03 16:36:57.440168 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-afb4eadf-1245-45ce-a709-c56504a9ec4e req-cbd26003-36aa-4322-9f7f-a7ca2ad49e30 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Apr 03 16:36:58.192073 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd302d-4786-4d04-90d3-d143739c8396 req-a0f39578-9417-4588-94cb-6c587586ba4b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:58.193561 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2bcd302d-4786-4d04-90d3-d143739c8396 req-a0f39578-9417-4588-94cb-6c587586ba4b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0525234 Apr 03 16:36:58.239827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2bcd302d-4786-4d04-90d3-d143739c8396 req-29d89396-e834-4e98-93dc-107817fa622e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Apr 03 16:36:58.425489 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95347657-0bf4-4a02-89ed-c2ad136727d7 req-49c0a973-12e5-43ed-9f25-ac394e6c9248 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:58.426955 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95347657-0bf4-4a02-89ed-c2ad136727d7 req-49c0a973-12e5-43ed-9f25-ac394e6c9248 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 943 time: 0.0515585 Apr 03 16:36:58.472784 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95347657-0bf4-4a02-89ed-c2ad136727d7 req-c3539d53-8e2a-4481-b654-d02c236330d7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Apr 03 16:36:58.562996 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf9d9-08e7-4d5e-a32a-6d46e7b6aac3 req-9c75843a-6fb7-4dc6-80b1-5989242d534e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:58.564504 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a0cf9d9-08e7-4d5e-a32a-6d46e7b6aac3 req-9c75843a-6fb7-4dc6-80b1-5989242d534e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0573084 Apr 03 16:36:58.613992 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a0cf9d9-08e7-4d5e-a32a-6d46e7b6aac3 req-15e3ad12-e340-41dd-aabb-9e5b52b4c1e8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Apr 03 16:36:58.983030 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:36:59.080498 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:59.095432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:36:59.135146 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:59.135535 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:59.148581 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:59.169818 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:59.174554 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:59.175356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6cc9f342-1996-4929-a379-4de88cb04421 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:36:59.278856 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:59.325356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6cc9f342-1996-4929-a379-4de88cb04421,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:59.338464 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '6cc9f342-1996-4929-a379-4de88cb04421', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:36:59.370977 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e475c-d874-4351-a77b-3f61e6846920 req-c76ce315-32d0-4879-b8ec-06db91c262ff tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:59.372488 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-950e475c-d874-4351-a77b-3f61e6846920 req-c76ce315-32d0-4879-b8ec-06db91c262ff tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0567007 Apr 03 16:36:59.378397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 6cc9f342-1996-4929-a379-4de88cb04421 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:59.378801 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cc9f342-1996-4929-a379-4de88cb04421), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:59.392668 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc9f342-1996-4929-a379-4de88cb04421 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:59.413566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6cc9f342-1996-4929-a379-4de88cb04421,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:59.418153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:59.423972 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-950e475c-d874-4351-a77b-3f61e6846920 req-62465d61-6f2f-4a4b-85ac-ce9a73acd22d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Apr 03 16:36:59.465317 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:59.588483 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a777449e-6bdf-4561-9c1f-4dc512cbbfd8'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:36:59.592301 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1818eb-6a8f-4574-afd8-9a332f1badda req-4906301d-5222-4f88-ba01-b8959beb0c42 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:59.594089 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db1818eb-6a8f-4574-afd8-9a332f1badda req-4906301d-5222-4f88-ba01-b8959beb0c42 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0563018 Apr 03 16:36:59.640876 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db1818eb-6a8f-4574-afd8-9a332f1badda req-017c7ae1-70f7-4ff0-afb0-f621c4e595b7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Apr 03 16:36:59.733056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0861-361a-4cf6-9ec0-2a2a123a3f2d req-d3a75a8f-9bcc-451d-8c1c-a5ed97f3c4c1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:59.735413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-34dc0861-361a-4cf6-9ec0-2a2a123a3f2d req-d3a75a8f-9bcc-451d-8c1c-a5ed97f3c4c1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0528319 Apr 03 16:36:59.782209 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-34dc0861-361a-4cf6-9ec0-2a2a123a3f2d req-14afa9f1-7d12-4500-ae75-7e349e1896af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Apr 03 16:37:00.544544 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd498b-a64f-45be-9968-ce3085ef4a3c req-9fdfbc74-ead3-4c69-a856-64fe6eded56d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:00.546659 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8afd498b-a64f-45be-9968-ce3085ef4a3c req-9fdfbc74-ead3-4c69-a856-64fe6eded56d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0526156 Apr 03 16:37:00.595513 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8afd498b-a64f-45be-9968-ce3085ef4a3c req-13029910-8c4a-4b9e-b3c5-3444ea92b26e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Apr 03 16:37:00.757508 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8651d-dc6d-483c-883f-e52f3f376d4e req-ec47c9ff-bf87-469e-9650-54984bc050f2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:00.758977 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51f8651d-dc6d-483c-883f-e52f3f376d4e req-ec47c9ff-bf87-469e-9650-54984bc050f2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0518477 Apr 03 16:37:00.804675 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51f8651d-dc6d-483c-883f-e52f3f376d4e req-92db9e79-6748-486d-ad7d-d5151f30510a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401850 Apr 03 16:37:00.897696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5a5b-4e07-4c9f-a795-9b1c6bba0126 req-89e365d6-811a-4ad6-ae06-02ef137cb278 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:00.899121 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa5c5a5b-4e07-4c9f-a795-9b1c6bba0126 req-89e365d6-811a-4ad6-ae06-02ef137cb278 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0518186 Apr 03 16:37:00.943623 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa5c5a5b-4e07-4c9f-a795-9b1c6bba0126 req-e4b4525d-6df3-491d-b5e6-74c07771b004 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 Apr 03 16:37:01.974903 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8a86-19bb-40b7-9afb-0405c6944bb0 req-614e8630-4260-4fbf-9fa9-28f70ee6176b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:01.976283 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f1d8a86-19bb-40b7-9afb-0405c6944bb0 req-614e8630-4260-4fbf-9fa9-28f70ee6176b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.3113544 Apr 03 16:37:01.997561 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be38eb7-109e-4514-8e63-bb066ed7c279 req-7b85a6db-b3d4-4297-b6da-26b458a9f986 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:01.999915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0be38eb7-109e-4514-8e63-bb066ed7c279 req-7b85a6db-b3d4-4297-b6da-26b458a9f986 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0750449 Apr 03 16:37:02.057652 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8f1d8a86-19bb-40b7-9afb-0405c6944bb0 req-ffffd2ec-4b9d-4d77-8dac-02479eb499e0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757527 Apr 03 16:37:02.069348 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0be38eb7-109e-4514-8e63-bb066ed7c279 req-21e4dfc6-1898-498c-849d-c5d1b15c5d4e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630500 Apr 03 16:37:02.169232 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad6639-6b27-4c82-9ea4-1b47b5f987a6 req-fe945099-2189-44be-9693-14eac1d5ff74 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:02.170671 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50ad6639-6b27-4c82-9ea4-1b47b5f987a6 req-fe945099-2189-44be-9693-14eac1d5ff74 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 943 time: 0.0547132 Apr 03 16:37:02.215772 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50ad6639-6b27-4c82-9ea4-1b47b5f987a6 req-56580802-032b-4d83-baec-8798d1569c27 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Apr 03 16:37:02.972427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device c65bca6a-2664-49dc-935a-7c46d4bd4005 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:37:02.975816 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:37:03.078569 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:03.078941 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.140359 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:03.159971 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'port_id': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'mac_address': 'fa:16:3e:1c:fc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:37:03.214606 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03d3b-5105-4966-8a89-d78ccf9b63c6 req-49c4f149-3a77-48e1-948d-fe3d1c88b7a0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:03.216085 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbf03d3b-5105-4966-8a89-d78ccf9b63c6 req-49c4f149-3a77-48e1-948d-fe3d1c88b7a0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0822043 Apr 03 16:37:03.223351 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:03.223679 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.224271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7440-23a9-4e89-84c0-e2275a6f5413 req-3336ebe3-fbee-46a5-b9c4-6ba90139ab9d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:03.225712 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8fb7440-23a9-4e89-84c0-e2275a6f5413 req-3336ebe3-fbee-46a5-b9c4-6ba90139ab9d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0815966 Apr 03 16:37:03.232766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port c65bca6a-2664-49dc-935a-7c46d4bd4005 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:03.233155 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.257374 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:03.259595 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa0cf4-8bb2-4019-bfc0-4343f4c262a9" -d '{"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:03.265430 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65bca6a-2664-49dc-935a-7c46d4bd4005 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:37:03.282379 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:03.291526 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.294386 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:03.299113 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.306148 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbf03d3b-5105-4966-8a89-d78ccf9b63c6 req-5ae1191f-4d23-4cf9-a9f3-8f4cfa96875d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794864 Apr 03 16:37:03.310167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8fb7440-23a9-4e89-84c0-e2275a6f5413 req-7a7dbdc1-7cbd-449d-9e8a-150956126d07 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770063 Apr 03 16:37:03.356888 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:03.391534 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc4a973-1b2a-4ded-94c8-0d97ecb07487 x-openstack-request-id: req-9bc4a973-1b2a-4ded-94c8-0d97ecb07487 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:03.391830 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:03.392085 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bc4a973-1b2a-4ded-94c8-0d97ecb07487 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:03.392519 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc4a973-1b2a-4ded-94c8-0d97ecb07487'] response: {'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'code': 200} Apr 03 16:37:03.416982 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:03.432072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c8c5f-fc7b-481d-8928-60f73f0c4e9d req-85bdc0ce-83d2-49b4-87fd-496074c38577 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:03.433575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-334c8c5f-fc7b-481d-8928-60f73f0c4e9d req-85bdc0ce-83d2-49b4-87fd-496074c38577 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0556004 Apr 03 16:37:03.479626 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-334c8c5f-fc7b-481d-8928-60f73f0c4e9d req-9e376dc1-ad52-4078-96b0-51eb62df94fe tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Apr 03 16:37:04.172977 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['6cc9f342-1996-4929-a379-4de88cb04421'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:37:04.464363 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b004a-3b90-44d9-a289-bdba01ba6c7c req-720e9b4c-6411-4f84-a31a-9f4f5089c943 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:04.465890 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-952b004a-3b90-44d9-a289-bdba01ba6c7c req-720e9b4c-6411-4f84-a31a-9f4f5089c943 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0770948 Apr 03 16:37:04.473848 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f8bc9-5a40-409e-83e4-08174c723612 req-6a080f74-3064-4e59-92a3-51572f12b6db tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:04.475217 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-450f8bc9-5a40-409e-83e4-08174c723612 req-6a080f74-3064-4e59-92a3-51572f12b6db tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0954597 Apr 03 16:37:04.545453 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-952b004a-3b90-44d9-a289-bdba01ba6c7c req-d8038cb8-2cca-4aff-b1d9-54055b3988f1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692899 Apr 03 16:37:04.550034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-450f8bc9-5a40-409e-83e4-08174c723612 req-1498a0d0-a36b-4304-99ff-77520268f87b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683360 Apr 03 16:37:04.652830 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69d8c5-e420-45f6-81d1-84f5e70227f5 req-3e8280de-b1b7-4fba-8e01-a515c6db0fbd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:04.654304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c69d8c5-e420-45f6-81d1-84f5e70227f5 req-3e8280de-b1b7-4fba-8e01-a515c6db0fbd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0528796 Apr 03 16:37:04.702029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c69d8c5-e420-45f6-81d1-84f5e70227f5 req-2767f86f-ca66-4727-86a6-64a79ca07305 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Apr 03 16:37:05.699581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39792502-444a-4bac-a3a9-6dd5f2abde09 req-f4a228fb-12ed-4c54-bc01-09b04b5337cf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:05.701114 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39792502-444a-4bac-a3a9-6dd5f2abde09 req-f4a228fb-12ed-4c54-bc01-09b04b5337cf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0860853 Apr 03 16:37:05.728724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cfe5-2c1e-402a-bc87-cf4ad14752a9 req-437c3daa-fd24-403f-ac6b-9afa8dbfe9d7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:05.730198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b218cfe5-2c1e-402a-bc87-cf4ad14752a9 req-437c3daa-fd24-403f-ac6b-9afa8dbfe9d7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1139214 Apr 03 16:37:05.775916 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39792502-444a-4bac-a3a9-6dd5f2abde09 req-a03f18a1-9b21-471e-bc62-da7658d5ae4f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682278 Apr 03 16:37:05.797388 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b218cfe5-2c1e-402a-bc87-cf4ad14752a9 req-2fd78e0d-bb4f-4960-b038-d67ab52ff67d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598376 Apr 03 16:37:05.881825 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b99b-19ee-4c56-a196-a81f2828702b req-963b55d0-8642-4438-9ac1-29ab41a9343d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:05.883232 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25a8b99b-19ee-4c56-a196-a81f2828702b req-963b55d0-8642-4438-9ac1-29ab41a9343d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0532818 Apr 03 16:37:05.929895 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25a8b99b-19ee-4c56-a196-a81f2828702b req-c2db53ee-d4be-458a-8663-78bf9dc0309a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Apr 03 16:37:06.925411 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918d98-3c62-48c6-8212-018acda8fd90 req-689a9d40-f277-43e5-9e15-834dc5f45af9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:06.926877 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc918d98-3c62-48c6-8212-018acda8fd90 req-689a9d40-f277-43e5-9e15-834dc5f45af9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0864437 Apr 03 16:37:06.938892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793e6e9-e695-4afe-a5b0-614bd8048417 req-e9627bec-9e27-45a9-a680-260e7bda27ed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:06.940271 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3793e6e9-e695-4afe-a5b0-614bd8048417 req-e9627bec-9e27-45a9-a680-260e7bda27ed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0703642 Apr 03 16:37:07.009870 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc918d98-3c62-48c6-8212-018acda8fd90 req-0c5d99cb-8278-40d3-93c1-0412b0bc34c5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686190 Apr 03 16:37:07.013764 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3793e6e9-e695-4afe-a5b0-614bd8048417 req-55141d2e-5296-4db8-8aef-f4da0cc2f55c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670619 Apr 03 16:37:07.118967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c151f-acb3-435e-b09e-713a7370327b req-47bfe146-131c-4e15-ad1a-94cdfc8b2422 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:07.120430 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-709c151f-acb3-435e-b09e-713a7370327b req-47bfe146-131c-4e15-ad1a-94cdfc8b2422 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0527813 Apr 03 16:37:07.169595 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-709c151f-acb3-435e-b09e-713a7370327b req-adf1020b-c85b-427b-9942-1c6d4bb786e6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Apr 03 16:37:07.568558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['c65bca6a-2664-49dc-935a-7c46d4bd4005'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:37:08.063256 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83f500d6-7224-4a07-99cf-941a5339833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:08.167836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f5f0-7239-4c99-b2c6-e2a5a3746ae8 req-e72949ec-6248-4e06-89c8-51062b40a007 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:08.169337 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ea02f5f0-7239-4c99-b2c6-e2a5a3746ae8 req-e72949ec-6248-4e06-89c8-51062b40a007 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0839980 Apr 03 16:37:08.176742 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71f8a-2340-4569-973b-79bcb09b4b1e req-e7f753b5-cebc-4219-8137-a8f7e1041464 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:08.178094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cea71f8a-2340-4569-973b-79bcb09b4b1e req-e7f753b5-cebc-4219-8137-a8f7e1041464 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0837710 Apr 03 16:37:08.245763 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ea02f5f0-7239-4c99-b2c6-e2a5a3746ae8 req-5462fc4a-a70f-4594-8d98-e06b8836ed32 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667298 Apr 03 16:37:08.253042 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cea71f8a-2340-4569-973b-79bcb09b4b1e req-34688093-f161-4caf-aa49-e8987e1b76c5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674050 Apr 03 16:37:08.353656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479251d6-23b6-4e1d-bace-74168f2cf556 req-79ced2e9-29a2-45f6-b6fc-2ec2963e2be4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:08.355014 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-479251d6-23b6-4e1d-bace-74168f2cf556 req-79ced2e9-29a2-45f6-b6fc-2ec2963e2be4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0550268 Apr 03 16:37:08.401037 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-479251d6-23b6-4e1d-bace-74168f2cf556 req-d26b8744-84a2-4ead-bfbd-c04514c7ee0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392444 Apr 03 16:37:09.398771 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09459b3-3d78-4a70-9f62-15912049b0d3 req-0c992728-42ba-4a31-97cb-5695f032ca5c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:09.400272 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e09459b3-3d78-4a70-9f62-15912049b0d3 req-0c992728-42ba-4a31-97cb-5695f032ca5c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0890431 Apr 03 16:37:09.422540 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfa646-a1e1-4d63-83de-b4bd469b228f req-653d7de7-220d-4aed-a5c3-d48f5d6ff490 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:09.424957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99cfa646-a1e1-4d63-83de-b4bd469b228f req-653d7de7-220d-4aed-a5c3-d48f5d6ff490 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0820220 Apr 03 16:37:09.493051 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e09459b3-3d78-4a70-9f62-15912049b0d3 req-5e38a980-4309-4d0d-a989-2ca7deb81f55 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861695 Apr 03 16:37:09.497114 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99cfa646-a1e1-4d63-83de-b4bd469b228f req-13e95ace-f95b-4d27-ac04-624eaa2dd62f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669713 Apr 03 16:37:09.609199 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5d37-0881-4b5b-8944-180341680c52 req-721d4fd4-8972-4d36-a65b-7c8d27010d0b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:09.610048 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87bd5d37-0881-4b5b-8944-180341680c52 req-721d4fd4-8972-4d36-a65b-7c8d27010d0b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0551822 Apr 03 16:37:09.662505 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87bd5d37-0881-4b5b-8944-180341680c52 req-85e75c36-bc4f-441f-b2ce-ba01bfb1883e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466650 Apr 03 16:37:10.458037 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d99518c-efe3-4e44-a16c-23ae72cb4f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:10.657610 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80c20-7691-4621-b56f-3a64793310a3 req-c9f6e98e-b71c-4f66-939d-1814a7465d7b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:10.659114 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05f80c20-7691-4621-b56f-3a64793310a3 req-c9f6e98e-b71c-4f66-939d-1814a7465d7b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0888844 Apr 03 16:37:10.666787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e654-a738-4bab-a4a3-19b8b75ede8e req-0dd23c49-1c4a-47c2-a39d-90fc5a6a0dea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:10.668164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28b6e654-a738-4bab-a4a3-19b8b75ede8e req-0dd23c49-1c4a-47c2-a39d-90fc5a6a0dea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0991929 Apr 03 16:37:10.741104 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05f80c20-7691-4621-b56f-3a64793310a3 req-50555431-4d97-4521-89d2-2611b5af0b6b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719590 Apr 03 16:37:10.744064 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28b6e654-a738-4bab-a4a3-19b8b75ede8e req-8cdba5dc-273e-47bd-9491-370c89ca04d7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687315 Apr 03 16:37:10.844820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ac37c-fe0e-4f4a-bdd0-e881441bb24b req-1e3cc8ab-46cf-4362-8be1-ed3716519700 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:10.846287 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-738ac37c-fe0e-4f4a-bdd0-e881441bb24b req-1e3cc8ab-46cf-4362-8be1-ed3716519700 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0524130 Apr 03 16:37:10.892160 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-738ac37c-fe0e-4f4a-bdd0-e881441bb24b req-fc8a6549-4151-4f97-9fd8-4f6b583ff468 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Apr 03 16:37:11.397277 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:11.892745 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2f103-3fdb-4b75-b245-e4b854d01079 req-8f12e834-53cf-4033-b23b-bae566a5a950 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:11.894225 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dcd2f103-3fdb-4b75-b245-e4b854d01079 req-8f12e834-53cf-4033-b23b-bae566a5a950 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0874333 Apr 03 16:37:11.901536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94294554-f4df-4c61-8eea-8836b348752a req-a2bb4d0d-837b-4b33-8a14-bae5b49f5016 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:11.902966 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94294554-f4df-4c61-8eea-8836b348752a req-a2bb4d0d-837b-4b33-8a14-bae5b49f5016 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0874076 Apr 03 16:37:11.974110 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dcd2f103-3fdb-4b75-b245-e4b854d01079 req-294078d4-f7d4-4cad-834b-e5f925a11f4d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701017 Apr 03 16:37:11.978134 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94294554-f4df-4c61-8eea-8836b348752a req-bea4e67a-8b46-4010-badc-24b2745f98cd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683808 Apr 03 16:37:12.083165 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721638-eecf-47c7-be5c-0ebb1fa6b556 req-6bbc78c3-0f88-4c69-9898-f7db096dedd6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.084671 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68721638-eecf-47c7-be5c-0ebb1fa6b556 req-6bbc78c3-0f88-4c69-9898-f7db096dedd6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0547352 Apr 03 16:37:12.135827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68721638-eecf-47c7-be5c-0ebb1fa6b556 req-9e94ab12-db2d-4b8e-ba44-d017ea87cd2d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Apr 03 16:37:12.276653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ea7c7-9a25-42e7-835d-6093e50e0f30 req-985650c7-0567-4875-a119-7aab09f3a901 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.278110 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0f7ea7c7-9a25-42e7-835d-6093e50e0f30 req-985650c7-0567-4875-a119-7aab09f3a901 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0525265 Apr 03 16:37:12.323614 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0f7ea7c7-9a25-42e7-835d-6093e50e0f30 req-1e116a60-2fc3-48cb-891a-097bf0760b7c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 Apr 03 16:37:12.951438 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:13.127836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846949f3-96cb-4df0-afd7-e2912d941bb8 req-08bcdf46-6489-42e1-8492-15cc3f38eded tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:13.129342 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-846949f3-96cb-4df0-afd7-e2912d941bb8 req-08bcdf46-6489-42e1-8492-15cc3f38eded tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0785766 Apr 03 16:37:13.136008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50743cc0-7fef-478e-b834-88b68f52585b req-50b1acf9-bd5f-453c-8c89-c1f38f4de7c1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:13.137396 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50743cc0-7fef-478e-b834-88b68f52585b req-50b1acf9-bd5f-453c-8c89-c1f38f4de7c1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0960402 Apr 03 16:37:13.212182 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-846949f3-96cb-4df0-afd7-e2912d941bb8 req-1709f3b0-3b02-40a8-9180-e94f05c5f59b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738375 Apr 03 16:37:13.216449 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50743cc0-7fef-478e-b834-88b68f52585b req-c1c195cb-fda2-4029-b5d9-645adc2a33dc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720632 Apr 03 16:37:13.319992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a21f3c-3cd0-47b4-9d1e-e14061ecf433 req-7bb241f5-c2df-41d1-8284-357ff2072742 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:13.321412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4a21f3c-3cd0-47b4-9d1e-e14061ecf433 req-7bb241f5-c2df-41d1-8284-357ff2072742 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0521159 Apr 03 16:37:13.367847 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4a21f3c-3cd0-47b4-9d1e-e14061ecf433 req-11f7cdd7-1f78-4124-850e-0fa692e0d4ab tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Apr 03 16:37:13.445592 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242792ae-a11f-4c49-bf87-79ea8c6341e1 req-da0ebef5-e38b-4873-b3bb-e820934066e4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:13.447074 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-242792ae-a11f-4c49-bf87-79ea8c6341e1 req-da0ebef5-e38b-4873-b3bb-e820934066e4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0549667 Apr 03 16:37:13.493592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-242792ae-a11f-4c49-bf87-79ea8c6341e1 req-2b9ec5b7-6671-4eb0-bfb8-cb783981d6df tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 Apr 03 16:37:14.305257 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6cc9f342-1996-4929-a379-4de88cb04421 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:37:14.352875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 6cc9f342-1996-4929-a379-4de88cb04421 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:37:14.356838 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 6cc9f342-1996-4929-a379-4de88cb04421 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:14.357262 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6cc9f342-1996-4929-a379-4de88cb04421), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:14.365387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29d21b-16dc-4551-9e0d-ca7c72ec0bca req-9b68cd40-6084-44c9-ac4b-0e4372eb90c6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:14.366878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d29d21b-16dc-4551-9e0d-ca7c72ec0bca req-9b68cd40-6084-44c9-ac4b-0e4372eb90c6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0833182 Apr 03 16:37:14.380607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126276d-dab8-4026-9995-853dca76faaf req-b75670f3-f4fd-44ab-bbce-c11983e5306e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:14.382031 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d126276d-dab8-4026-9995-853dca76faaf req-b75670f3-f4fd-44ab-bbce-c11983e5306e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 944 time: 0.0997212 Apr 03 16:37:14.416247 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:14.453881 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d29d21b-16dc-4551-9e0d-ca7c72ec0bca req-ccb73e5d-697d-4f16-b116-bcfca67d6bdb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813754 Apr 03 16:37:14.459894 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 6cc9f342-1996-4929-a379-4de88cb04421 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:14.460292 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6cc9f342-1996-4929-a379-4de88cb04421), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:14.461641 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d126276d-dab8-4026-9995-853dca76faaf req-6c39c689-d895-43ba-b72a-c60cb0f92f76 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736887 Apr 03 16:37:14.495911 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:14.498192 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b58a1-b0fe-484e-8cf8-8df8b7061742" -d '{"events": [{"server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:14.510939 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6cc9f342-1996-4929-a379-4de88cb04421,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:14.522046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:14.551012 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bdb6a0-917c-4814-ad8b-90210469358c x-openstack-request-id: req-32bdb6a0-917c-4814-ad8b-90210469358c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:14.551397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:14.551734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32bdb6a0-917c-4814-ad8b-90210469358c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:14.552221 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bdb6a0-917c-4814-ad8b-90210469358c'] response: {'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'code': 200} Apr 03 16:37:14.572497 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb28e4-b97c-47eb-aea7-bd7f0c2ec6b8 req-916ac9b5-6ff7-48b6-bf7b-d29dad175125 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:14.574183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4cb28e4-b97c-47eb-aea7-bd7f0c2ec6b8 req-916ac9b5-6ff7-48b6-bf7b-d29dad175125 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.0618436 Apr 03 16:37:14.588391 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:14.591293 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:14.661341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4cb28e4-b97c-47eb-aea7-bd7f0c2ec6b8 req-3a9b6fbd-3181-4181-9d7c-3af0624fcec9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788405 Apr 03 16:37:14.669966 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b14e-c12e-45ae-9d30-53d2a1b96ab5 req-ac998994-1410-490d-bd3a-bc8750b90392 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:14.677000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b23b14e-c12e-45ae-9d30-53d2a1b96ab5 req-ac998994-1410-490d-bd3a-bc8750b90392 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0961425 Apr 03 16:37:14.723243 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b23b14e-c12e-45ae-9d30-53d2a1b96ab5 req-dd7e4fec-1289-49d8-b752-fc5019d1f5f7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Apr 03 16:37:14.847773 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306444e9-9a3b-4f40-b7dd-13591dcc52c1 req-ba00f540-d8f7-46e8-ab26-40e21809272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:14.849394 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-306444e9-9a3b-4f40-b7dd-13591dcc52c1 req-ba00f540-d8f7-46e8-ab26-40e21809272d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0487912 Apr 03 16:37:14.900658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-306444e9-9a3b-4f40-b7dd-13591dcc52c1 req-b73fde30-5f98-4b3d-b3d0-3c5c1c905853 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Apr 03 16:37:15.652151 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9484-8635-4f6c-96db-2d2e9b5a3f5a req-46afb754-4035-4a5f-a19f-df6322c60de2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:15.653901 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c62f9484-8635-4f6c-96db-2d2e9b5a3f5a req-46afb754-4035-4a5f-a19f-df6322c60de2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0684257 Apr 03 16:37:15.661930 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad8b51-4137-4789-b3a9-a25c9d055d6c req-884653cf-976a-4b4e-8ad6-c66d1cf2c264 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:15.663643 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96ad8b51-4137-4789-b3a9-a25c9d055d6c req-884653cf-976a-4b4e-8ad6-c66d1cf2c264 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1256499 Apr 03 16:37:15.738989 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c62f9484-8635-4f6c-96db-2d2e9b5a3f5a req-934b456a-4999-40c3-9940-53a4c5124226 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742731 Apr 03 16:37:15.758258 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96ad8b51-4137-4789-b3a9-a25c9d055d6c req-9b57ae8a-76cb-4167-ae52-489267021c3a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871952 Apr 03 16:37:15.925901 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b68e3-b23e-478b-aeb6-77aea4a9afa4 req-231c71e8-1dd7-4b5d-9ab0-0feb6bf74327 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:15.933529 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d96b68e3-b23e-478b-aeb6-77aea4a9afa4 req-231c71e8-1dd7-4b5d-9ab0-0feb6bf74327 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 944 time: 0.1176441 Apr 03 16:37:15.948438 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5837a8-1342-4ce1-959c-7896b1cc9280 req-2a683a96-62ff-4476-92c1-7e9e3b55ae8c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:15.950109 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e5837a8-1342-4ce1-959c-7896b1cc9280 req-2a683a96-62ff-4476-92c1-7e9e3b55ae8c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1046715 Apr 03 16:37:16.031441 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e5837a8-1342-4ce1-959c-7896b1cc9280 req-b6208e8f-d947-47b5-bf83-b582c6b94f59 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713668 Apr 03 16:37:16.086824 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d96b68e3-b23e-478b-aeb6-77aea4a9afa4 req-64f89ded-ba09-4e3e-9183-2e3bb1985b18 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504390 Apr 03 16:37:16.255761 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device c65bca6a-2664-49dc-935a-7c46d4bd4005 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:37:16.316918 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port c65bca6a-2664-49dc-935a-7c46d4bd4005 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:37:16.321566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port c65bca6a-2664-49dc-935a-7c46d4bd4005 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:16.322151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:16.412529 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port c65bca6a-2664-49dc-935a-7c46d4bd4005 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:16.413345 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:16.453227 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:16.458874 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:16.536491 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:16.553791 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:16.556117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d933be-2267-4ead-85c3-4e4dcb5feea8" -d '{"events": [{"server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "name": "network-vif-plugged", "status": "completed", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:16.596333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63faad66-b171-4219-9b3f-5aa6ec533140 x-openstack-request-id: req-63faad66-b171-4219-9b3f-5aa6ec533140 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:16.596720 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "name": "network-vif-plugged", "status": "completed", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:16.596988 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63faad66-b171-4219-9b3f-5aa6ec533140 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:16.597389 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63faad66-b171-4219-9b3f-5aa6ec533140'] response: {'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'code': 200} Apr 03 16:37:16.814794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bde98-6f57-440a-84ec-656cf538c034 req-ae80abeb-203e-4338-82eb-a4cf268b969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:16.817058 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629bde98-6f57-440a-84ec-656cf538c034 req-ae80abeb-203e-4338-82eb-a4cf268b969c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 1129 time: 0.0565741 Apr 03 16:37:16.968538 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629bde98-6f57-440a-84ec-656cf538c034 req-82afffaa-a493-4c23-b1af-5ff7e1a2299e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398704 Apr 03 16:37:16.984758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2de040-61f6-44f4-97f9-d6c56067399e req-4c1c33f7-1abb-49c6-b379-9f92b6b4b7f5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:16.986367 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df2de040-61f6-44f4-97f9-d6c56067399e req-4c1c33f7-1abb-49c6-b379-9f92b6b4b7f5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1125600 Apr 03 16:37:16.996181 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9abcb1-ea9c-4c70-a5eb-24b65884b3c8 req-5fcd9425-5b8e-4717-96b3-fcdae17c71d7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:16.996181 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e9abcb1-ea9c-4c70-a5eb-24b65884b3c8 req-5fcd9425-5b8e-4717-96b3-fcdae17c71d7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.1401803 Apr 03 16:37:17.072299 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df2de040-61f6-44f4-97f9-d6c56067399e req-7b4ce332-27c4-44f7-afc1-82cd6fa9a1c2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763040 Apr 03 16:37:17.076920 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e9abcb1-ea9c-4c70-a5eb-24b65884b3c8 req-71c7d84f-4536-4b01-b2a9-35f2932060cd tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742900 Apr 03 16:37:17.313668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe96ba-7a0e-4f5f-a0b0-e8c3c72fe422 req-706bec1d-914a-440c-a14c-3a3a95131285 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:17.315109 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04fe96ba-7a0e-4f5f-a0b0-e8c3c72fe422 req-706bec1d-914a-440c-a14c-3a3a95131285 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1367579 Apr 03 16:37:17.333142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97b77-aea4-4557-adbd-86b9022f1d39 req-9fd63a37-c910-40af-aa0b-652d949a1524 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:17.340285 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39b97b77-aea4-4557-adbd-86b9022f1d39 req-9fd63a37-c910-40af-aa0b-652d949a1524 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.1120293 Apr 03 16:37:17.408071 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39b97b77-aea4-4557-adbd-86b9022f1d39 req-5db34523-6a4f-4024-bd54-693d9d0bab55 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668623 Apr 03 16:37:17.441654 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04fe96ba-7a0e-4f5f-a0b0-e8c3c72fe422 req-0191e904-94ed-453c-963b-dfbe31213898 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174836 Apr 03 16:37:18.268122 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dfc04-7f13-4862-a679-c0ab9b84d895 req-0ec0448e-5b85-4364-8f1a-2ff634ad02ac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:18.269723 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee9dfc04-7f13-4862-a679-c0ab9b84d895 req-0ec0448e-5b85-4364-8f1a-2ff634ad02ac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0943189 Apr 03 16:37:18.288124 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f2a1-7780-4ff5-99b9-d0fa92ad7462 req-e7c7293f-4dc1-4acf-8eb8-fbbfd0be87fb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:18.289609 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e934f2a1-7780-4ff5-99b9-d0fa92ad7462 req-e7c7293f-4dc1-4acf-8eb8-fbbfd0be87fb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1122968 Apr 03 16:37:18.360062 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee9dfc04-7f13-4862-a679-c0ab9b84d895 req-179d0f97-1448-4abc-a0bb-be064813ce76 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842571 Apr 03 16:37:18.364353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e934f2a1-7780-4ff5-99b9-d0fa92ad7462 req-68061388-3145-4fef-b54d-6058aab6600a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662088 Apr 03 16:37:18.515665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a5cd-24f2-471f-9507-fbf1891631a2 req-20beec5e-5799-4fdc-88c9-3e280d3cf2c9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:18.527182 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:18.529190 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f962a5cd-24f2-471f-9507-fbf1891631a2 req-20beec5e-5799-4fdc-88c9-3e280d3cf2c9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0814133 Apr 03 16:37:18.533177 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'floatingip': {'port_id': '6cc9f342-1996-4929-a379-4de88cb04421'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:18.584713 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:18.685880 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3e46f-ed50-40c2-b63d-ccc13c3c3d71 req-c6767956-c9b3-45f1-a2c9-8cab37df80ad tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:18.700878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13f3e46f-ed50-40c2-b63d-ccc13c3c3d71 req-c6767956-c9b3-45f1-a2c9-8cab37df80ad tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.1175771 Apr 03 16:37:18.821036 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13f3e46f-ed50-40c2-b63d-ccc13c3c3d71 req-1b434b0b-b94e-46c4-b6e4-e6427fa70654 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917890 Apr 03 16:37:18.854106 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40985816-ee09-47a9-8ebf-ed0800317054 req-c42d97dc-16b2-4c10-ab39-1fee6e170fd0 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:18.862948 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40985816-ee09-47a9-8ebf-ed0800317054 req-c42d97dc-16b2-4c10-ab39-1fee6e170fd0 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1505115 Apr 03 16:37:18.924048 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40985816-ee09-47a9-8ebf-ed0800317054 req-16e69984-b1c5-4166-b57e-be78f63b5ecd tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601530 Apr 03 16:37:19.145970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:19.151768 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:19.266679 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Floating IP 4ee85fcf-760e-4823-8f6d-9c78a341ec6b associated. External IP: 172.27.2.94, port: 6cc9f342-1996-4929-a379-4de88cb04421. Apr 03 16:37:19.510318 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:37:19.569962 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc31c9-ffd5-4d84-8b75-e998b86c73b5 req-47a54f50-b96d-4b41-9abb-82bd22d77885 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:19.572347 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86dc31c9-ffd5-4d84-8b75-e998b86c73b5 req-47a54f50-b96d-4b41-9abb-82bd22d77885 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0896182 Apr 03 16:37:19.672958 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86dc31c9-ffd5-4d84-8b75-e998b86c73b5 req-678c3559-eb4c-48eb-9ab2-94688c50b04c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753663 Apr 03 16:37:19.897938 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:37:19.909587 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:37:19.911973 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:19.927459 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:19.928157 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:19.945483 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-79dcdb7d-c1da-411c-8a52-4665ffa84662 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "PUT /v2.0/floatingips/4ee85fcf-760e-4823-8f6d-9c78a341ec6b HTTP/1.1" status: 200 len: 990 time: 1.4171793 Apr 03 16:37:19.947256 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:19.949721 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9d4741-9609-4533-88e9-f278eb1a281b" -d '{"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:20.022511 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06696c8e-25e0-419a-b581-4fbf91b8563d req-5b435324-f37b-4c39-a23c-b4ae9a0f0eae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.027162 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06696c8e-25e0-419a-b581-4fbf91b8563d req-5b435324-f37b-4c39-a23c-b4ae9a0f0eae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.1197600 Apr 03 16:37:20.060584 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:20.125778 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06696c8e-25e0-419a-b581-4fbf91b8563d req-34964d3c-a250-4cb2-b95d-77ab73c0ab90 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911443 Apr 03 16:37:20.175954 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321338-d102-4040-bdac-a2b01e603015 req-3ba79003-1973-48ee-905d-519b2e64f809 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.181325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72321338-d102-4040-bdac-a2b01e603015 req-3ba79003-1973-48ee-905d-519b2e64f809 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1344132 Apr 03 16:37:20.223611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b0ba3e-c0e0-4dc0-89c9-08f72bb80704 x-openstack-request-id: req-59b0ba3e-c0e0-4dc0-89c9-08f72bb80704 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:20.224201 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:20.224634 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59b0ba3e-c0e0-4dc0-89c9-08f72bb80704 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:20.225196 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b0ba3e-c0e0-4dc0-89c9-08f72bb80704'] response: {'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'status': 'completed', 'code': 200} Apr 03 16:37:20.256915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72321338-d102-4040-bdac-a2b01e603015 req-7fe49a21-3d28-4d5d-91d8-d9167fe73bd1 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672405 Apr 03 16:37:20.343602 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-7be01c75-7ab6-4220-b419-36d41bfcf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.345173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-7be01c75-7ab6-4220-b419-36d41bfcf4b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0826175 Apr 03 16:37:20.413384 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:37:19Z', 'revision_number': 1, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:20.442454 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f500-7a93-48de-adf3-1fac75cf6657 req-283385ca-9416-47ce-8323-9d595c29a42d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.442454 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4731f500-7a93-48de-adf3-1fac75cf6657 req-283385ca-9416-47ce-8323-9d595c29a42d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.1340041 Apr 03 16:37:20.456656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:20.460699 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'port_id': 'c65bca6a-2664-49dc-935a-7c46d4bd4005'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:20.462086 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:37:20.475314 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:20.475314 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:20.489824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-3e68e8de-3b96-4f4b-a0ab-8a9d78aeed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.491445 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-3e68e8de-3b96-4f4b-a0ab-8a9d78aeed12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1379929 Apr 03 16:37:20.517858 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:20.640096 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-411adb4f-6250-441c-bc25-f3144ba617c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 998 time: 0.1350789 Apr 03 16:37:20.708483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-43698927-4854-4bb5-98cf-1360ede24b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.710296 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-43698927-4854-4bb5-98cf-1360ede24b06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0624850 Apr 03 16:37:20.757427 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:20.774192 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-b078b23e-227b-469f-8841-2670f8d68906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:20.775938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-b078b23e-227b-469f-8841-2670f8d68906 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582762 Apr 03 16:37:20.906684 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-3314f0d7-325d-4d36-9b2f-7ea582fa7e03 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222982 Apr 03 16:37:21.085516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:21.094316 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:21.105437 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e9d4741-9609-4533-88e9-f278eb1a281b req-38d5fd26-eb10-4ee3-a56e-5f10ad7a7eb4 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624105 Apr 03 16:37:21.165121 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367dced-741e-478e-8ec9-4ca323067847 req-21e2ec96-923f-4682-8b38-11dbc184f209 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:21.171804 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4367dced-741e-478e-8ec9-4ca323067847 req-21e2ec96-923f-4682-8b38-11dbc184f209 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.2640569 Apr 03 16:37:21.235585 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:37:19Z', 'revision_number': 1, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:21.241264 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP d0e9f3c3-5244-4f30-94a5-4d27bbbbde76 associated. External IP: 172.27.2.27, port: c65bca6a-2664-49dc-935a-7c46d4bd4005. Apr 03 16:37:21.273974 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e2d5-0ff8-4755-acde-79ed2018d24d None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:37:19Z', 'revision_number': 1, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:37:21.277162 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4367dced-741e-478e-8ec9-4ca323067847 req-55aa12f4-bca4-4f11-8497-d382e0ab1e1e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970073 Apr 03 16:37:21.360998 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce244f0-5b80-4afd-a22b-671c70b46535 req-1f94e11f-7b95-460d-8957-3488456f000c tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:21.362565 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bce244f0-5b80-4afd-a22b-671c70b46535 req-1f94e11f-7b95-460d-8957-3488456f000c tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.0844672 Apr 03 16:37:21.453892 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bce244f0-5b80-4afd-a22b-671c70b46535 req-4ce1367a-7a15-4532-a639-b00503426ee3 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Apr 03 16:37:21.476715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9dad5-af26-46da-ab63-04df24aff304 req-7d2ffd80-288b-414a-b027-bf05c66fb90c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:21.478265 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10b9dad5-af26-46da-ab63-04df24aff304 req-7d2ffd80-288b-414a-b027-bf05c66fb90c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1147902 Apr 03 16:37:21.553747 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10b9dad5-af26-46da-ab63-04df24aff304 req-6a240503-2719-420b-9b29-b721a0bf7bf2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623174 Apr 03 16:37:21.606655 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2640ba16-5847-47a1-a737-192a75c86358 None None] New status for floating IP 4ee85fcf-760e-4823-8f6d-9c78a341ec6b: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:37:21.617444 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:37:21.751153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:37:21.759718 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:21.762327 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:37:21.775803 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:21.779488 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:21.808437 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ead21e44-5286-4ccf-9b70-936359dab3ae tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "PUT /v2.0/floatingips/d0e9f3c3-5244-4f30-94a5-4d27bbbbde76 HTTP/1.1" status: 200 len: 990 time: 1.3422828 Apr 03 16:37:21.947478 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:22.216672 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd0e9f3c3-5244-4f30-94a5-4d27bbbbde76', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:1c:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:48Z', 'updated_at': '2022-04-03T16:37:20Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}, {'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:22.228432 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:22.229488 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e226b48-7cad-4abd-b18d-43a087f59ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:22.270956 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b62a31-63e9-4a88-b582-465de4981533 x-openstack-request-id: req-d4b62a31-63e9-4a88-b582-465de4981533 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:22.270956 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:22.270956 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4b62a31-63e9-4a88-b582-465de4981533 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:22.270956 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b62a31-63e9-4a88-b582-465de4981533'] response: {'name': 'network-changed', 'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'status': 'completed', 'code': 200} Apr 03 16:37:22.271610 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:37:22.284777 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:22.285816 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:22.370338 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-a3a2d257-246f-43ed-a19c-bfc48d7143f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.374206 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-a3a2d257-246f-43ed-a19c-bfc48d7143f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 1129 time: 0.0732059 Apr 03 16:37:22.422267 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:22.566237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebfda4-4ef2-4c55-b307-b4669c2303f9 req-6b92a600-9b32-4f17-ba38-ce7cd1f8b869 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.577269 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87ebfda4-4ef2-4c55-b307-b4669c2303f9 req-6b92a600-9b32-4f17-ba38-ce7cd1f8b869 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1486020 Apr 03 16:37:22.599154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-d5789524-8a60-48c1-ad6b-4abe90bfe8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.599154 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-d5789524-8a60-48c1-ad6b-4abe90bfe8a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.2051950 Apr 03 16:37:22.730961 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-aa59dbe9-4286-4d45-8a7c-8e75eae9c822 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005 HTTP/1.1" status: 200 len: 998 time: 0.1044772 Apr 03 16:37:22.748994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87ebfda4-4ef2-4c55-b307-b4669c2303f9 req-12d3e04d-0ee7-4d36-a7fd-25bc8e467435 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700964 Apr 03 16:37:22.774238 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd0e9f3c3-5244-4f30-94a5-4d27bbbbde76', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:1c:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:48Z', 'updated_at': '2022-04-03T16:37:20Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}, {'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:22.781213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e4a9b-2cfa-4e5b-8604-dbff4bd4c338 req-9b95c26a-2dbb-4118-b2f0-1737208fb0fd tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.783060 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-561e4a9b-2cfa-4e5b-8604-dbff4bd4c338 req-9b95c26a-2dbb-4118-b2f0-1737208fb0fd tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.1989129 Apr 03 16:37:22.816848 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab18576-c345-48fc-a6c7-43a0e2e46bed None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd0e9f3c3-5244-4f30-94a5-4d27bbbbde76', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:1c:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:48Z', 'updated_at': '2022-04-03T16:37:20Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}, {'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:37:22.890968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-d79d18c0-eae9-4e79-91c4-2af862385442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.892481 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-d79d18c0-eae9-4e79-91c4-2af862385442 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.1414442 Apr 03 16:37:22.919635 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-561e4a9b-2cfa-4e5b-8604-dbff4bd4c338 req-5193b047-2d76-4e38-a9e0-320770cc4fe8 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166575 Apr 03 16:37:22.960237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531360-6bf7-4c44-aaae-948af8aaeb07 req-2fdffcc6-4f84-4037-a597-f72e179bfc8b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:22.962138 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23531360-6bf7-4c44-aaae-948af8aaeb07 req-2fdffcc6-4f84-4037-a597-f72e179bfc8b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1540432 Apr 03 16:37:23.022817 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23531360-6bf7-4c44-aaae-948af8aaeb07 req-9fa1f91e-3dae-494b-ba10-60991c258c47 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535719 Apr 03 16:37:23.025960 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-69b5bb85-a149-4e04-9c03-0b394a565f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:23.027617 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-69b5bb85-a149-4e04-9c03-0b394a565f83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230800 Apr 03 16:37:23.128877 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4e939-20bc-4b50-a073-c1fae22a02f4 None None] New status for floating IP d0e9f3c3-5244-4f30-94a5-4d27bbbbde76: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:37:23.391562 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-151d88f1-22f1-4186-aa6e-677ad7987f8f service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565557 Apr 03 16:37:23.497274 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e226b48-7cad-4abd-b18d-43a087f59ce7 req-e7c9444d-45ab-428a-a7b7-3ceaaa8a3b89 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969949 Apr 03 16:37:23.691287 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-da4fe490-e015-45fd-ba92-e51d49cbae62 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:23.692745 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-da4fe490-e015-45fd-ba92-e51d49cbae62 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.0704200 Apr 03 16:37:23.812336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Deleting port 2994346f-cf26-4b31-b82b-26a18dd8c4ff {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:37:23.812802 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:23.950766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] For port 2994346f-cf26-4b31-b82b-26a18dd8c4ff, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2994346f-cf26-4b31-b82b-26a18dd8c4ff,segment=NetworkSegment(3000a6d9-aa37-4e8e-a671-b53636741f47),segment_id=3000a6d9-aa37-4e8e-a671-b53636741f47)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:23.951179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:23.975498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f08e-7406-45d2-a38c-4816e269ba93 req-5fcfea7e-588c-4300-8c18-afd5e4c42ac4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:23.982352 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bba1f08e-7406-45d2-a38c-4816e269ba93 req-5fcfea7e-588c-4300-8c18-afd5e4c42ac4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.1174002 Apr 03 16:37:23.985970 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Calling delete_port for 2994346f-cf26-4b31-b82b-26a18dd8c4ff owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:37:24.106403 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bba1f08e-7406-45d2-a38c-4816e269ba93 req-b618b06b-4e4b-4a25-81e2-d1d42218bf1c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202786 Apr 03 16:37:24.228065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a6608-b354-48d8-8ff2-ca5361b93593 req-c642807f-29f3-45ed-9f7a-80a0ce42dbe0 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:24.236108 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-161a6608-b354-48d8-8ff2-ca5361b93593 req-c642807f-29f3-45ed-9f7a-80a0ce42dbe0 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/ports?device_id=da834738-e4e3-4c5d-9334-6cda8c1de040 HTTP/1.1" status: 200 len: 946 time: 0.2286654 Apr 03 16:37:24.331074 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (2994346f-cf26-4b31-b82b-26a18dd8c4ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:24.371729 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Pushing event deleted for resources: {'Port': ['ID=2994346f-cf26-4b31-b82b-26a18dd8c4ff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:24.382675 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-161a6608-b354-48d8-8ff2-ca5361b93593 req-04c2ffc4-ed77-4018-baf6-183840cafdaa tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.48 "GET /v2.0/security-groups?id=b646b191-0d7d-4511-94be-dc5043201a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455777 Apr 03 16:37:24.391685 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.392350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.392475 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.392808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.393422 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.393928 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.394295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.394633 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.394968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.397115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:24.415364 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fd410-72ed-43d3-b6f3-28c91077d16e req-b3c95d3b-6284-4ef6-8293-02ded09ffc74 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:24.428926 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd2fd410-72ed-43d3-b6f3-28c91077d16e req-b3c95d3b-6284-4ef6-8293-02ded09ffc74 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.1906648 Apr 03 16:37:24.487622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] No DVR routers for this DVR port 2994346f-cf26-4b31-b82b-26a18dd8c4ff on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:37:24.490992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:24.494242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-226e3afe-647c-41c0-933c-2f66acadf2d8 req-21a63dfc-327e-416b-8cc1-f68cf759a689 tempest-VolumesSnapshotTestJSON-2036423105 tempest-VolumesSnapshotTestJSON-2036423105-project] 10.222.0.50 "DELETE /v2.0/ports/2994346f-cf26-4b31-b82b-26a18dd8c4ff HTTP/1.1" status: 204 len: 173 time: 0.7940042 Apr 03 16:37:24.494673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'name': 'network-vif-deleted', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:24.496938 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70148bf-f3a4-4598-a2ee-b6fb61d2eb67" -d '{"events": [{"server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "name": "network-vif-deleted", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:24.555271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db086558-cce7-4a6e-8676-49771adb2681 x-openstack-request-id: req-db086558-cce7-4a6e-8676-49771adb2681 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:24.555564 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da834738-e4e3-4c5d-9334-6cda8c1de040", "name": "network-vif-deleted", "tag": "2994346f-cf26-4b31-b82b-26a18dd8c4ff", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:24.555815 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db086558-cce7-4a6e-8676-49771adb2681 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:24.556219 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db086558-cce7-4a6e-8676-49771adb2681'] response: {'server_uuid': 'da834738-e4e3-4c5d-9334-6cda8c1de040', 'name': 'network-vif-deleted', 'tag': '2994346f-cf26-4b31-b82b-26a18dd8c4ff', 'status': 'completed', 'code': 200} Apr 03 16:37:24.559746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd2fd410-72ed-43d3-b6f3-28c91077d16e req-7d674848-2975-428b-83ad-2002bbcb4417 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114497 Apr 03 16:37:25.265758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fa11-b764-4735-9e7a-9365aa307573 req-00286eec-3706-4806-96f6-9e81b061e8cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:25.267278 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7879fa11-b764-4735-9e7a-9365aa307573 req-00286eec-3706-4806-96f6-9e81b061e8cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0572114 Apr 03 16:37:25.317568 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7879fa11-b764-4735-9e7a-9365aa307573 req-1d05149f-51eb-458c-98c8-e1a6a014ccf5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Apr 03 16:37:25.717850 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55c3a-4a28-4a7b-8a81-d93752e47c12 req-5c08716a-2e5f-482a-86c1-7d0dc48effa9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:25.726361 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be55c3a-4a28-4a7b-8a81-d93752e47c12 req-5c08716a-2e5f-482a-86c1-7d0dc48effa9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0707612 Apr 03 16:37:25.790284 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be55c3a-4a28-4a7b-8a81-d93752e47c12 req-7aedadc2-675d-4917-b915-5cd2f1bd83a6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627279 Apr 03 16:37:26.305096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2994346f-cf26-4b31-b82b-26a18dd8c4ff no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:37:26.325195 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 2994346f-cf26-4b31-b82b-26a18dd8c4ff {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:37:26.325536 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2994346f-cf26-4b31-b82b-26a18dd8c4ff not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:37:26.443915 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bcf6e-38c8-41fd-ba29-051c92dabe60 req-a6be72eb-de3c-4c17-8e72-ca2228ee8fa9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:26.445426 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e5bcf6e-38c8-41fd-ba29-051c92dabe60 req-a6be72eb-de3c-4c17-8e72-ca2228ee8fa9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Apr 03 16:37:26.494288 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e5bcf6e-38c8-41fd-ba29-051c92dabe60 req-4ecd5a4c-023f-4499-b060-1e362df75026 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Apr 03 16:37:26.907375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df914afa-10f8-46d9-a617-4fae34c82022 req-db9915d5-ef79-4621-b910-e7770e02f44b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:26.908923 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df914afa-10f8-46d9-a617-4fae34c82022 req-db9915d5-ef79-4621-b910-e7770e02f44b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0538073 Apr 03 16:37:26.959493 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df914afa-10f8-46d9-a617-4fae34c82022 req-9448ee6d-7c90-429e-86e4-eebb06dc669e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Apr 03 16:37:27.266381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-aa00960b-eec7-4c86-ad6d-790168cd2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:27.267849 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-aa00960b-eec7-4c86-ad6d-790168cd2a49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1129 time: 0.0443418 Apr 03 16:37:27.360161 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-cd6e92bc-8deb-411f-b31b-e13487c724cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:27.361654 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-cd6e92bc-8deb-411f-b31b-e13487c724cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0877650 Apr 03 16:37:27.424934 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-2ae5e32d-1219-4bf0-9d06-2c5437e35795 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 1001 time: 0.0570760 Apr 03 16:37:27.474350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-d7ae5341-7a07-4d0a-9fdf-62930c6f8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:27.475771 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-d7ae5341-7a07-4d0a-9fdf-62930c6f8608 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0452962 Apr 03 16:37:27.523008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-c8144af8-2f4e-46e2-9b99-ea85bbb58a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:27.524519 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-c8144af8-2f4e-46e2-9b99-ea85bbb58a37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428545 Apr 03 16:37:27.649482 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-3ac33ddf-970e-4df4-a39c-2ec2260a14e2 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181436 Apr 03 16:37:27.657670 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d70e-d387-440a-8a12-514c752fe506 req-a1ed5337-cf08-4485-9154-aec40b7e15da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:27.659034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5141d70e-d387-440a-8a12-514c752fe506 req-a1ed5337-cf08-4485-9154-aec40b7e15da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0866532 Apr 03 16:37:27.704713 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5141d70e-d387-440a-8a12-514c752fe506 req-c4cc6004-0f12-45d2-982b-e2bb732da8df tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Apr 03 16:37:28.080717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b48278-4c2b-486a-aeca-d17830ba93c9 req-2874455c-c6b7-42a2-9406-57e21aaca443 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:28.082182 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09b48278-4c2b-486a-aeca-d17830ba93c9 req-2874455c-c6b7-42a2-9406-57e21aaca443 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0533471 Apr 03 16:37:28.129087 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09b48278-4c2b-486a-aeca-d17830ba93c9 req-e0b12f4c-f9c3-4f7a-bb22-880c8f02085e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Apr 03 16:37:28.457512 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:37:28.829811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f116f7-3fc1-4056-9942-2beb1ff74e4b req-e16dcd1d-b085-4001-9973-592f9dfea7c2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:28.831287 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69f116f7-3fc1-4056-9942-2beb1ff74e4b req-e16dcd1d-b085-4001-9973-592f9dfea7c2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0563147 Apr 03 16:37:28.877333 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69f116f7-3fc1-4056-9942-2beb1ff74e4b req-55eeeea1-9f7b-491e-bab7-f2e261ed7d45 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Apr 03 16:37:28.972154 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b78fe9e2-4ac5-4a7d-86d9-096cf5c2991d req-fb219a23-f905-4da5-a764-f38e3d1d3b56 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816164 Apr 03 16:37:29.251289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a73e-035b-449c-aa29-8c0f6d7c198b req-0ee11f3d-7fac-4fbd-a018-6ae239a307b7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:29.252777 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ff3a73e-035b-449c-aa29-8c0f6d7c198b req-0ee11f3d-7fac-4fbd-a018-6ae239a307b7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0573559 Apr 03 16:37:29.298543 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ff3a73e-035b-449c-aa29-8c0f6d7c198b req-691a0161-8c4d-4d05-bc6b-7ba961e14634 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Apr 03 16:37:29.996881 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c666c6-3a4d-4c96-8fae-2db71b96443c req-9ea161a1-eba6-48ad-9d24-b3abc8f82ce4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:29.999121 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46c666c6-3a4d-4c96-8fae-2db71b96443c req-9ea161a1-eba6-48ad-9d24-b3abc8f82ce4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0539203 Apr 03 16:37:30.047632 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46c666c6-3a4d-4c96-8fae-2db71b96443c req-6b182511-2233-434e-bc99-7030a92a2236 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Apr 03 16:37:30.414748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dc942-a884-47ee-910d-43e6dc27ad54 req-b00bbce1-0a42-4768-8bcb-e72fc9e7b4a5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:30.416211 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed1dc942-a884-47ee-910d-43e6dc27ad54 req-b00bbce1-0a42-4768-8bcb-e72fc9e7b4a5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0515258 Apr 03 16:37:30.465729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed1dc942-a884-47ee-910d-43e6dc27ad54 req-08cf8ee3-035b-4547-a159-d237c0d2e7d7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Apr 03 16:37:31.167724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00bdc-5594-4fbd-9ae5-03d6f0de6a23 req-6afa5c62-e479-4cd7-9edb-1af12544a364 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:31.169241 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06b00bdc-5594-4fbd-9ae5-03d6f0de6a23 req-6afa5c62-e479-4cd7-9edb-1af12544a364 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Apr 03 16:37:31.215086 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06b00bdc-5594-4fbd-9ae5-03d6f0de6a23 req-dad52966-9502-49bd-b25c-9e72119df48e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Apr 03 16:37:31.582919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a32770-c665-49a7-85cd-f5a46fcb2a4e req-77a55b0f-766b-4e37-b5e5-1ae788a1e4df tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:31.584426 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16a32770-c665-49a7-85cd-f5a46fcb2a4e req-77a55b0f-766b-4e37-b5e5-1ae788a1e4df tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Apr 03 16:37:31.630068 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16a32770-c665-49a7-85cd-f5a46fcb2a4e req-863fc4a1-3b7f-4b90-b2a2-616140ac022c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Apr 03 16:37:31.820459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:37:31.899508 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:31.899904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:31.922730 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:37:31.924999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b0bc7-6e0b-4885-97a3-270dc2da61b5" -d '{"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-unplugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:37:31.941724 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:31.945791 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:31.970735 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 03 Apr 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3938c4-1439-415d-907c-e9ca112fc856 x-openstack-request-id: req-5c3938c4-1439-415d-907c-e9ca112fc856 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:37:31.971068 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-unplugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:37:31.971441 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c3938c4-1439-415d-907c-e9ca112fc856 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:37:31.971841 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3938c4-1439-415d-907c-e9ca112fc856'] response: {'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'code': 200} Apr 03 16:37:31.997611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:32.005428 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.005782 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.006239 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.006605 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.006946 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.007280 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.007608 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.007937 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.008265 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.008616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.008943 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.009285 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.009615 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.009938 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.010344 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:32.339866 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4529dc-3f85-400c-883c-6e3c4b8bc20f req-96fab8ed-8d57-453a-9d2b-50d6094ad555 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:32.341412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b4529dc-3f85-400c-883c-6e3c4b8bc20f req-96fab8ed-8d57-453a-9d2b-50d6094ad555 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0557072 Apr 03 16:37:32.392917 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b4529dc-3f85-400c-883c-6e3c4b8bc20f req-04f8c767-1f91-41e7-83f8-70a2584d10de tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Apr 03 16:37:32.748425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784888e7-7c90-4296-8447-9797e26d5152 req-d25a692e-dfe6-4c8d-959c-d25aa454e18a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:32.749980 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-784888e7-7c90-4296-8447-9797e26d5152 req-d25a692e-dfe6-4c8d-959c-d25aa454e18a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Apr 03 16:37:32.795490 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-784888e7-7c90-4296-8447-9797e26d5152 req-eb6a82b9-0c3f-4cae-8f5a-10eba9d9039a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Apr 03 16:37:32.992552 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8d7ae-e5c8-4bd2-8111-db8654117576 req-bfa54906-359c-47d2-b028-172b2f6d37ed tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:32.994061 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13a8d7ae-e5c8-4bd2-8111-db8654117576 req-bfa54906-359c-47d2-b028-172b2f6d37ed tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0530572 Apr 03 16:37:33.073461 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13a8d7ae-e5c8-4bd2-8111-db8654117576 req-4216360a-f2c5-42d5-a2d6-2ea0477bb98a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730844 Apr 03 16:37:33.086540 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-19914364-44f3-4e75-9641-246770c7fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:33.088111 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-19914364-44f3-4e75-9641-246770c7fef0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.0572577 Apr 03 16:37:33.179687 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-0462e56b-5ada-4c8e-a1a4-c0b1f332fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:33.181099 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-0462e56b-5ada-4c8e-a1a4-c0b1f332fb0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.0850351 Apr 03 16:37:33.248720 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-18c007ea-8503-4057-aae6-33eb2f73bb7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 1001 time: 0.0608509 Apr 03 16:37:33.304848 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-2c2abbd0-6c0b-447c-9f20-0c504aaa8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:33.306238 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-2c2abbd0-6c0b-447c-9f20-0c504aaa8f01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0426002 Apr 03 16:37:33.354984 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-36cb6dc5-5909-421a-a777-70232b286c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:33.356537 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-36cb6dc5-5909-421a-a777-70232b286c64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434916 Apr 03 16:37:33.460033 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-64cec7f7-389f-46a1-a43b-29c1c90ff222 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Apr 03 16:37:33.573871 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68f298-c197-4ab4-a46b-2914277e64f5 req-26d53a14-23e4-40b4-ba44-71a33bd40f6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:33.575757 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb68f298-c197-4ab4-a46b-2914277e64f5 req-26d53a14-23e4-40b4-ba44-71a33bd40f6f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1098511 Apr 03 16:37:33.640643 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b69dc42-66a4-417f-8b63-8d1d35a2a618 req-f5beecfc-eec5-4d24-9f04-031d32ff9953 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372225 Apr 03 16:37:33.661137 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb68f298-c197-4ab4-a46b-2914277e64f5 req-4d8414a6-5681-4600-9b81-81c6b1128bdf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770731 Apr 03 16:37:34.192009 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17227d-b0de-4492-9eb4-4c960d442dff req-df5239c6-993f-4f86-969c-f5ef76e211ec tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:34.193405 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c17227d-b0de-4492-9eb4-4c960d442dff req-df5239c6-993f-4f86-969c-f5ef76e211ec tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0529006 Apr 03 16:37:34.238310 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c17227d-b0de-4492-9eb4-4c960d442dff req-bff8cae9-6ef6-4f3d-86c6-a5979b78c33b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Apr 03 16:37:34.788125 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2856e9a-3c66-4858-8274-e9c256a93666 req-1af51a23-d1da-4b10-824a-ed7321a652bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:34.789617 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2856e9a-3c66-4858-8274-e9c256a93666 req-1af51a23-d1da-4b10-824a-ed7321a652bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0564582 Apr 03 16:37:34.836938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2856e9a-3c66-4858-8274-e9c256a93666 req-40a4d137-bdc1-4445-9b0e-0f57bbc0d333 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Apr 03 16:37:35.316812 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-ce63e7af-218b-40be-bc6a-a374ab7d38d2 req-8d3d0f45-df52-4197-b4f4-7d052c04df5a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:37:35.317874 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce63e7af-218b-40be-bc6a-a374ab7d38d2 req-8d3d0f45-df52-4197-b4f4-7d052c04df5a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135000 Apr 03 16:37:35.362487 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9565c-1f52-4d72-b277-1034e81a9d0f req-33cdef07-ec9f-4e63-b369-6b6f0bbc130d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:35.363985 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05a9565c-1f52-4d72-b277-1034e81a9d0f req-33cdef07-ec9f-4e63-b369-6b6f0bbc130d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0610199 Apr 03 16:37:35.423853 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05a9565c-1f52-4d72-b277-1034e81a9d0f req-2ecbf2f8-cf00-4814-9724-6f10c8512a31 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540807 Apr 03 16:37:35.489774 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af9ea-a24b-4b65-9bc3-e059c2a0cb48 req-58379572-a9d6-4ffa-a3df-23da46b6df57 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:35.491309 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a14af9ea-a24b-4b65-9bc3-e059c2a0cb48 req-58379572-a9d6-4ffa-a3df-23da46b6df57 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0599198 Apr 03 16:37:35.539202 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a14af9ea-a24b-4b65-9bc3-e059c2a0cb48 req-56a8a253-84f3-45f1-9ece-987c21d7f3b9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Apr 03 16:37:35.792965 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:35.848252 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:37:35.881014 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-52812bb5-4ae2-4da2-8c9d-5ea7b54ec4af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869024 Apr 03 16:37:35.890030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-4250a84a-2bd6-4d05-8f77-3206a8f3349e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:37:35.891030 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-4250a84a-2bd6-4d05-8f77-3206a8f3349e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053322 Apr 03 16:37:35.927714 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:35.967549 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37702) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:36.016534 dv-cinder-836252-2-iscsi neutron-server[103225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 03 16:37:36.062172 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-16b76aec-5338-471d-935a-e1eb795ba70d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:36.064132 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-16b76aec-5338-471d-935a-e1eb795ba70d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports/a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 940 time: 0.0955474 Apr 03 16:37:36.661344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1c0c-ba14-4656-ab76-d3d98dc303fe req-a4663b81-bcf9-40d5-bd8b-06d5a27567cf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:36.662809 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3ab1c0c-ba14-4656-ab76-d3d98dc303fe req-a4663b81-bcf9-40d5-bd8b-06d5a27567cf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0521438 Apr 03 16:37:36.708802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3ab1c0c-ba14-4656-ab76-d3d98dc303fe req-fb4128f8-11c6-4fba-aa30-bda94018fc02 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Apr 03 16:37:37.831924 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2ea6c-d445-43dd-b219-dd4560a8111a req-1daa3315-28c2-443e-8828-2a242b9f49da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:37.833395 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0e2ea6c-d445-43dd-b219-dd4560a8111a req-1daa3315-28c2-443e-8828-2a242b9f49da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0512483 Apr 03 16:37:37.882177 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0e2ea6c-d445-43dd-b219-dd4560a8111a req-18cf0b7e-8218-4fb9-ac20-751b572b5c24 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Apr 03 16:37:38.056451 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ac53e0c-f6a8-461f-abb8-3cb09f9bbfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:39.003113 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e45e9-16eb-419d-a4ec-43a27a5b6ed5 req-d8a5cb5f-969a-4137-856f-6910a5149249 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:39.004658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb3e45e9-16eb-419d-a4ec-43a27a5b6ed5 req-d8a5cb5f-969a-4137-856f-6910a5149249 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0513685 Apr 03 16:37:39.050900 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb3e45e9-16eb-419d-a4ec-43a27a5b6ed5 req-267ad0d8-6487-41b0-9dd6-15a7492ad993 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407169 Apr 03 16:37:40.226995 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570f822-88fc-4f61-b776-56726066eb44 req-ab27f988-4a9f-4ba6-829a-083bf33337ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:40.228460 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8570f822-88fc-4f61-b776-56726066eb44 req-ab27f988-4a9f-4ba6-829a-083bf33337ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1072185 Apr 03 16:37:40.275548 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8570f822-88fc-4f61-b776-56726066eb44 req-b911804f-272f-482d-9757-1f36a6efb882 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Apr 03 16:37:40.459130 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c3d37ea5-41b3-48b3-bebe-ec16d3944181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:41.400574 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:41.449247 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5c055-5e20-4477-b6fd-e06b701459cc req-02223b47-05ca-42d4-bebf-05ed9c15376f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:41.451286 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cfd5c055-5e20-4477-b6fd-e06b701459cc req-02223b47-05ca-42d4-bebf-05ed9c15376f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1048632 Apr 03 16:37:41.498518 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cfd5c055-5e20-4477-b6fd-e06b701459cc req-47898c8f-9c85-4d47-b86c-43d0d85fa3a9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Apr 03 16:37:42.455703 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-9a756e4c-c12d-4f18-8ac2-2f288473aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.457321 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-9a756e4c-c12d-4f18-8ac2-2f288473aa8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 1127 time: 0.0740254 Apr 03 16:37:42.529964 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-a302e078-1397-46f6-8073-f256c55802f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.531578 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-a302e078-1397-46f6-8073-f256c55802f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1127 time: 0.0515876 Apr 03 16:37:42.673597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1340a-0ea5-4969-b3a9-e46de7a1d170 req-bf9d0fc8-dbe5-4bc2-a8bd-e9212bbde393 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.675669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fbd1340a-0ea5-4969-b3a9-e46de7a1d170 req-bf9d0fc8-dbe5-4bc2-a8bd-e9212bbde393 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0872262 Apr 03 16:37:42.676846 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-37740b91-4551-41b4-947e-d734d79366d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.678153 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-37740b91-4551-41b4-947e-d734d79366d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.1390002 Apr 03 16:37:42.769304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fbd1340a-0ea5-4969-b3a9-e46de7a1d170 req-24d32ebd-0a1b-402f-ac13-ecd653f3576a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878525 Apr 03 16:37:42.770904 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-98fb6d52-9525-4137-87fe-19032d89caaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 999 time: 0.0833218 Apr 03 16:37:42.822167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-7aa67297-11fb-4be5-9342-c36ff677ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.823609 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-7aa67297-11fb-4be5-9342-c36ff677ef50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0457830 Apr 03 16:37:42.869773 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-cde7f035-f6c9-4ebb-bf14-3cc91749bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:42.871141 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-cde7f035-f6c9-4ebb-bf14-3cc91749bb1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414879 Apr 03 16:37:42.954013 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:42.963923 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-7c548b93-e1cb-4d89-9b6e-fae65ebe20f0 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Apr 03 16:37:43.055501 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-93d68911-eff5-480b-9146-524dc8451ccc service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844133 Apr 03 16:37:43.897386 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdf604-f66c-4839-aa88-84f8a042080e req-fbd6bd92-3630-4e03-8175-a61743c1276d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:43.898738 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dbdf604-f66c-4839-aa88-84f8a042080e req-fbd6bd92-3630-4e03-8175-a61743c1276d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0519073 Apr 03 16:37:43.945725 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dbdf604-f66c-4839-aa88-84f8a042080e req-4ff70914-7c4f-4f54-8fef-340b9a63cbcc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Apr 03 16:37:44.412694 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:44.579469 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:45.079282 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd3644-9771-4b78-a936-b896dc093895 req-c2b7d12b-8610-46d9-9015-b79d7d52f2ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:45.080896 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51bd3644-9771-4b78-a936-b896dc093895 req-c2b7d12b-8610-46d9-9015-b79d7d52f2ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0573547 Apr 03 16:37:45.132296 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51bd3644-9771-4b78-a936-b896dc093895 req-4c442305-bafb-448c-8877-2371e6ada811 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Apr 03 16:37:46.265169 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0c0d3-3c3e-4214-934e-cd1a990cdc1f req-922236d2-7d3e-4343-b3ec-b47086f50c51 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:46.266469 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3de0c0d3-3c3e-4214-934e-cd1a990cdc1f req-922236d2-7d3e-4343-b3ec-b47086f50c51 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0591905 Apr 03 16:37:46.320374 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3de0c0d3-3c3e-4214-934e-cd1a990cdc1f req-a069249a-5967-4913-8779-23c3fe596ace tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477018 Apr 03 16:37:47.456824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ccca-3f6e-414d-b7b3-b4141f8e14f5 req-ef0f5272-4ae8-4666-b12e-c2ee0f4fdb79 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:47.463966 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d132ccca-3f6e-414d-b7b3-b4141f8e14f5 req-ef0f5272-4ae8-4666-b12e-c2ee0f4fdb79 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0619216 Apr 03 16:37:47.507404 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d132ccca-3f6e-414d-b7b3-b4141f8e14f5 req-781a6700-f180-4c54-b909-c62f61b3bba8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Apr 03 16:37:48.638526 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab631d-cf60-4f47-8c91-80f4b061cb5c req-67c40f55-3206-4fdc-9e31-b8049fa13c5f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:48.640035 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ab631d-cf60-4f47-8c91-80f4b061cb5c req-67c40f55-3206-4fdc-9e31-b8049fa13c5f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0602245 Apr 03 16:37:48.692159 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ab631d-cf60-4f47-8c91-80f4b061cb5c req-8e669ed8-ee0e-405f-b7aa-c5931d60e46e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462661 Apr 03 16:37:49.821522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2270-cc26-4e24-859b-1e27caeabc73 req-c4e74512-edff-4a2c-84d5-9069e5e302da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:49.823034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-908c2270-cc26-4e24-859b-1e27caeabc73 req-c4e74512-edff-4a2c-84d5-9069e5e302da tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0570209 Apr 03 16:37:49.873556 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-908c2270-cc26-4e24-859b-1e27caeabc73 req-f22692f9-2d0d-4684-94c0-82748782d60b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Apr 03 16:37:51.009458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9f41-e31c-4456-8d34-92f82e34f33b req-8abcbbb9-1057-4db5-ae3d-d8535ad89ccf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:51.010949 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd3f9f41-e31c-4456-8d34-92f82e34f33b req-8abcbbb9-1057-4db5-ae3d-d8535ad89ccf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0572228 Apr 03 16:37:51.062940 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd3f9f41-e31c-4456-8d34-92f82e34f33b req-d53b3aac-f7b3-4ad9-b350-169fe2645ef1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Apr 03 16:37:51.789942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:51.836869 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Deleting subnet 1892b0e1-5282-46ae-b62c-d3f80d82616d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:37:51.840620 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Publish callbacks [] for subnet (1892b0e1-5282-46ae-b62c-d3f80d82616d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:51.876577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784325'] for subnet (1892b0e1-5282-46ae-b62c-d3f80d82616d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:51.919737 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (1892b0e1-5282-46ae-b62c-d3f80d82616d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:51.976875 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5782435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5047447'] for subnet (1892b0e1-5282-46ae-b62c-d3f80d82616d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.004252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1892b0e1-5282-46ae-b62c-d3f80d82616d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:52.006291 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.009415 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d5d9873b-ef96-4518-a288-01828ea2006b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1892b0e1-5282-46ae-b62c-d3f80d82616d HTTP/1.1" status: 204 len: 168 time: 0.2182777 Apr 03 16:37:52.012002 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:52.082361 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (71b7f5fe-3055-428a-9091-1d7327da1d19), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.193033 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (71b7f5fe-3055-428a-9091-1d7327da1d19), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.217359 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7f5fe-3055-428a-9091-1d7327da1d19']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:52.229580 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3000a6d9-aa37-4e8e-a671-b53636741f47') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:52.229883 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3000a6d9-aa37-4e8e-a671-b53636741f47') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:52.241546 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (3000a6d9-aa37-4e8e-a671-b53636741f47), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.249432 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a583f06-a42c-4415-b82a-d91a204ec928 req-56e0706e-6ba4-419f-923b-bc1f8e001f59 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:52.251988 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a583f06-a42c-4415-b82a-d91a204ec928 req-56e0706e-6ba4-419f-923b-bc1f8e001f59 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0983052 Apr 03 16:37:52.274376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (3000a6d9-aa37-4e8e-a671-b53636741f47), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.284955 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:37:52.285352 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (3000a6d9-aa37-4e8e-a671-b53636741f47), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:37:52.286972 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:37:52.585324 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a583f06-a42c-4415-b82a-d91a204ec928 req-b4ca7ca3-5076-4c34-a16d-aaff4b8c5620 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276727 Apr 03 16:37:52.590823 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (71b7f5fe-3055-428a-9091-1d7327da1d19), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.605037 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.612791 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] 10.222.0.48 "DELETE /v2.0/networks/71b7f5fe-3055-428a-9091-1d7327da1d19 HTTP/1.1" status: 204 len: 168 time: 0.5962379 Apr 03 16:37:52.624270 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60b90b-fd3c-4d49-a86b-3f88b317d022 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b7f5fe-3055-428a-9091-1d7327da1d19,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:52.789365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:52.830811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4290321e-e57e-40fb-9ca0-683d34092378 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0268b56e5c6543c0b77d7552f7d95eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402873 Apr 03 16:37:52.833706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:52.882880 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] Publish callbacks [] for security_group (b646b191-0d7d-4511-94be-dc5043201a00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.904049 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] Publish callbacks [] for security_group (b646b191-0d7d-4511-94be-dc5043201a00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.957157 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b646b191-0d7d-4511-94be-dc5043201a00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.960425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:52.961673 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b646b191-0d7d-4511-94be-dc5043201a00 HTTP/1.1" status: 204 len: 168 time: 0.1270144 Apr 03 16:37:52.971215 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcedc1-e02e-4e2a-b0c1-65a72e4a3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646b191-0d7d-4511-94be-dc5043201a00,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:53.714761 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:53.744386 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e625d-bff4-488c-a2d3-488687229f9d req-2a1f405e-c9a0-47c8-bcd2-631181273d2c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:53.745914 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c7e625d-bff4-488c-a2d3-488687229f9d req-2a1f405e-c9a0-47c8-bcd2-631181273d2c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0680685 Apr 03 16:37:53.797379 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c7e625d-bff4-488c-a2d3-488687229f9d req-388a3e77-0052-4419-9b42-b98b7a5b08cb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 Apr 03 16:37:53.820148 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-269834315-network', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:53.841040 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Made reservation on behalf of 6dca9a9baa76403fbb1c9293318cd5ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:37:53.843728 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:53.855050 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:53.935161 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks [] for security_group (87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:53.938798 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:53.961128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:37:53.976098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:53.982242 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6ba42ace-caf8-4608-b35e-3f5934f2cb07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:53.982594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Added segment 6ba42ace-caf8-4608-b35e-3f5934f2cb07 of type vlan for network f041241c-7848-4bb2-81c0-138a3623f67a Apr 03 16:37:54.046574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (f041241c-7848-4bb2-81c0-138a3623f67a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.080636 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (f041241c-7848-4bb2-81c0-138a3623f67a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.081657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:54.082257 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.145196 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4291096 Apr 03 16:37:54.146836 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:54.153162 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Request body: {'subnet': {'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-269834315-subnet', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:54.158714 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4445b-02c8-4c06-8fcd-3c3f54eb65ee admin admin] Pushing event updated for resources: {'Network': ['ID=f041241c-7848-4bb2-81c0-138a3623f67a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:54.184084 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Made reservation on behalf of 6dca9a9baa76403fbb1c9293318cd5ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:37:54.186642 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4882855'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.188843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network f041241c-7848-4bb2-81c0-138a3623f67a details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:37:54.392267 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4783787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4882865'] for subnet (c5fad727-3592-4f2b-982a-60b4c227271e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.456712 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fad727-3592-4f2b-982a-60b4c227271e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.473918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.474754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.474754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.475052 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.475551 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.475897 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.476234 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.476594 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:54.483347 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Checking segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:37:54.483506 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Network hostable DHCP agents. Network: f041241c-7848-4bb2-81c0-138a3623f67a, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:37:54.502807 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Network f041241c-7848-4bb2-81c0-138a3623f67a is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:37:54.511988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, f041241c-7848-4bb2-81c0-138a3623f67a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:54.516118 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:54.516741 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.522039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab8db1-b816-4031-8411-e647e14b8b6f None None] Network f041241c-7848-4bb2-81c0-138a3623f67a requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:37:54.534484 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9c5b32f3-2d7f-4983-a911-0d7925219569 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3848243 Apr 03 16:37:54.536768 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37906) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:54.542457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:54.562871 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (138d6d67-b981-44e0-aeca-c77a203b3530), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.564668 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (138d6d67-b981-44e0-aeca-c77a203b3530), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.623578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for router_controller (138d6d67-b981-44e0-aeca-c77a203b3530), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.639409 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-f041241c-7848-4bb2-81c0-138a3623f67a', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:37:54.640620 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.780048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for router_gateway (138d6d67-b981-44e0-aeca-c77a203b3530), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:54.796907 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Allocated IP 172.20.0.2 (f041241c-7848-4bb2-81c0-138a3623f67a/c5fad727-3592-4f2b-982a-60b4c227271e/a40c634b-c98b-47e2-b2db-6c3428533428) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:37:55.013161 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0dfdc-4881-4b1c-bf5e-6ff5d2cd9114 req-6d3eaae5-345b-498f-9e11-4dffef3ff1bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:55.014776 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fa0dfdc-4881-4b1c-bf5e-6ff5d2cd9114 req-6d3eaae5-345b-498f-9e11-4dffef3ff1bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1304634 Apr 03 16:37:55.024992 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks [] for port (a40c634b-c98b-47e2-b2db-6c3428533428), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.034327 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.076256 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Network f041241c-7848-4bb2-81c0-138a3623f67a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:37:55.079754 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:55.082012 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for router_gateway (138d6d67-b981-44e0-aeca-c77a203b3530), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.084905 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:37:55.112068 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.127649 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fa0dfdc-4881-4b1c-bf5e-6ff5d2cd9114 req-500c3498-385a-422f-946e-a968ffcf1e24 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881329 Apr 03 16:37:55.155622 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Pushing event updated for resources: {'Port': ['ID=a40c634b-c98b-47e2-b2db-6c3428533428,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:55.163689 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Attempting to bind port a40c634b-c98b-47e2-b2db-6c3428533428 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:37:55.164066 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Attempting to bind port a40c634b-c98b-47e2-b2db-6c3428533428 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:37:55.164504 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Attempting to bind port a40c634b-c98b-47e2-b2db-6c3428533428 on network f041241c-7848-4bb2-81c0-138a3623f67a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:37:55.169758 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:37:55.170141 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Checking segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:37:55.170552 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.170949 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Bound using segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:37:55.171427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Bound port: a40c634b-c98b-47e2-b2db-6c3428533428, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:37:55.171813 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.249022 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] For port a40c634b-c98b-47e2-b2db-6c3428533428, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:37:55.252663 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] For port a40c634b-c98b-47e2-b2db-6c3428533428, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a40c634b-c98b-47e2-b2db-6c3428533428,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:37:55.255766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Allocated IP 172.27.2.77 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/34b490c3-9b4b-4e4a-a776-71b5a74ff27e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:37:55.264725 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.335197 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b31ee1-f518-47de-a4bc-f9d7506e5ca5 None None] Pushing event updated for resources: {'Port': ['ID=a40c634b-c98b-47e2-b2db-6c3428533428,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:55.401115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.442790 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:55.490919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:37:55.496149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:55.501557 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:37:55.505390 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Pushing event updated for resources: {'Port': ['ID=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:55.797055 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for router_gateway (138d6d67-b981-44e0-aeca-c77a203b3530), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.001519 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (138d6d67-b981-44e0-aeca-c77a203b3530), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.154883 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Router 138d6d67-b981-44e0-aeca-c77a203b3530 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:37:56.307154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd2dc3-d71e-4303-aa1e-c15ed9e14492 req-bca943a0-cfc9-4339-810b-116037514aff tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:56.308678 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65bd2dc3-d71e-4303-aa1e-c15ed9e14492 req-bca943a0-cfc9-4339-810b-116037514aff tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0835977 Apr 03 16:37:56.309656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:37:56.319887 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Sync routers for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:37:56.322866 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8025a8-7ba3-41ea-b60a-7e7ee723d717 None None] Network f041241c-7848-4bb2-81c0-138a3623f67a requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:37:56.333535 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:56.334174 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:56.334542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.338548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:56.339073 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2a016583-6534-4644-a67f-e623f0bd1d34 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8000076 Apr 03 16:37:56.377957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65bd2dc3-d71e-4303-aa1e-c15ed9e14492 req-59a3fe56-a722-4cc6-bc79-d5c6b2ff92c5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524836 Apr 03 16:37:56.438768 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Provisioning complete for port a40c634b-c98b-47e2-b2db-6c3428533428 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:56.439029 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.450248 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:56.564916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Current status of the port a40c634b-c98b-47e2-b2db-6c3428533428 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:56.565317 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.601157 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] For port a40c634b-c98b-47e2-b2db-6c3428533428, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a40c634b-c98b-47e2-b2db-6c3428533428,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:37:56.608251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.660670 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f58047-6c3b-4706-98cd-4a8f58793515 None None] Pushing event updated for resources: {'Port': ['ID=a40c634b-c98b-47e2-b2db-6c3428533428,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:56.768893 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:55Z', 'revision_number': 3, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:56.794486 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Checking router: 138d6d67-b981-44e0-aeca-c77a203b3530 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:37:56.794834 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Updating router 138d6d67-b981-44e0-aeca-c77a203b3530 port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:37:56.822374 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.833961 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-20eb744a-29da-4b2e-813c-57940ae8be73 None None] Provisioning complete for port a40c634b-c98b-47e2-b2db-6c3428533428 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:56.834348 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20eb744a-29da-4b2e-813c-57940ae8be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.843116 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:56.933814 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20eb744a-29da-4b2e-813c-57940ae8be73 None None] Current status of the port a40c634b-c98b-47e2-b2db-6c3428533428 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:57.011999 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Allocated IP 172.20.0.1 (f041241c-7848-4bb2-81c0-138a3623f67a/c5fad727-3592-4f2b-982a-60b4c227271e/2df385f4-ac62-45e0-8369-87e66dcd434a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:37:57.102102 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks [] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.109246 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.119524 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks [] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.156798 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.164549 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Attempting to bind port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:37:57.164933 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Attempting to bind port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:37:57.166224 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Attempting to bind port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:37:57.179843 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:37:57.180343 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:37:57.180778 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.181178 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:37:57.181655 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Bound port: 34b490c3-9b4b-4e4a-a776-71b5a74ff27e, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:37:57.182104 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.184981 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Pushing event updated for resources: {'Port': ['ID=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:57.194490 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.194714 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.194919 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.195287 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.195798 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.195958 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.196289 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.196646 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.196979 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.197406 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.197642 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.197757 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Network f041241c-7848-4bb2-81c0-138a3623f67a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:37:57.197982 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.198308 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.198635 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.198960 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:37:57.202089 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:57.206130 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:37:57.233537 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Pushing event updated for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:57.255459 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (138d6d67-b981-44e0-aeca-c77a203b3530), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.271624 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] For port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:37:57.275496 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] For port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:37:57.283687 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.351446 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac6a9f-08b4-41df-9381-3f50b85593de None None] Pushing event updated for resources: {'Port': ['ID=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:57.354174 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:57.354780 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:57.443229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.462096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-940fb561-1708-4263-9ba1-fc993e172885 None None] Provisioning complete for port 2df385f4-ac62-45e0-8369-87e66dcd434a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:57.463158 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-940fb561-1708-4263-9ba1-fc993e172885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.509169 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-940fb561-1708-4263-9ba1-fc993e172885 None None] Port 2df385f4-ac62-45e0-8369-87e66dcd434a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:37:57.527386 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:57.549899 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dae669-e224-428d-af2b-010f586b6a82 req-5f6e315d-363d-43ff-a4ac-dd838174329d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:57.558235 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a40c634b-c98b-47e2-b2db-6c3428533428 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:37:57.560361 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-92dae669-e224-428d-af2b-010f586b6a82 req-5f6e315d-363d-43ff-a4ac-dd838174329d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0851872 Apr 03 16:37:57.617825 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port a40c634b-c98b-47e2-b2db-6c3428533428 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:57.618460 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.627029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-92dae669-e224-428d-af2b-010f586b6a82 req-79a4f9ee-66b3-493c-90d6-c05fd0afdf6c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636568 Apr 03 16:37:57.682908 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks [] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.688061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.707760 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port a40c634b-c98b-47e2-b2db-6c3428533428 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:37:57.745183 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:55Z', 'revision_number': 3, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:57.759637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (138d6d67-b981-44e0-aeca-c77a203b3530), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:57.761502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Pushing event updated for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:57.773598 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb58ac-cfd8-4f38-8ed3-9a48d1053c38 None None] The sync data for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi is: [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:55Z', 'revision_number': 3, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:37:57.862051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Network f041241c-7848-4bb2-81c0-138a3623f67a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:37:57.863515 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:58.137432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5dc55555-14d6-4cc4-b67b-42419a237222 None None] Provisioning complete for port 2df385f4-ac62-45e0-8369-87e66dcd434a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:58.137816 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc55555-14d6-4cc4-b67b-42419a237222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.178006 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5dc55555-14d6-4cc4-b67b-42419a237222 None None] Port 2df385f4-ac62-45e0-8369-87e66dcd434a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:37:58.220777 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Router 138d6d67-b981-44e0-aeca-c77a203b3530 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:37:58.335948 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:37:58.341078 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1ab2196b-5ee4-4c6a-a452-eddffd83125b admin admin] 10.222.0.48 "PUT /v2.0/routers/138d6d67-b981-44e0-aeca-c77a203b3530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0013366 Apr 03 16:37:58.758470 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376853-cb64-4a9c-8074-5599ec112d58 req-8c845621-de10-4df9-affb-144ec488f739 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:58.759993 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e376853-cb64-4a9c-8074-5599ec112d58 req-8c845621-de10-4df9-affb-144ec488f739 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0566518 Apr 03 16:37:58.807963 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e376853-cb64-4a9c-8074-5599ec112d58 req-bde09cb5-cce5-4913-8fd8-c13007f9ebb6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Apr 03 16:37:58.810580 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:58.815631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1011203551-network', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:58.836921 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Made reservation on behalf of 5f0363b37feb42c59ecca05b49e31252 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:37:58.839197 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.848990 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.920468 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks [] for security_group (cc2a787e-a0eb-442d-a986-a6c45a10a554), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.924050 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cc2a787e-a0eb-442d-a986-a6c45a10a554), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.944351 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:37:58.959310 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a787e-a0eb-442d-a986-a6c45a10a554,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:58.962214 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (d7a3cb85-be14-4397-bbce-6f283fc764bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:58.962560 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Added segment d7a3cb85-be14-4397-bbce-6f283fc764bd of type vlan for network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df Apr 03 16:37:59.004901 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (4f61ab39-7cce-4c4b-ba99-d72493e3c1df), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.030319 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (4f61ab39-7cce-4c4b-ba99-d72493e3c1df), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.031297 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.032094 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.090571 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2788258 Apr 03 16:37:59.093264 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:59.099631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Request body: {'subnet': {'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1011203551-subnet', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:59.112113 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdbed1-021d-4563-ac64-cbefdda98260 admin admin] Pushing event updated for resources: {'Network': ['ID=4f61ab39-7cce-4c4b-ba99-d72493e3c1df,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:59.122792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:37:59.133972 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Made reservation on behalf of 5f0363b37feb42c59ecca05b49e31252 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:37:59.137152 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4882855'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.260381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-69df19ec-f119-40e0-b2e5-94b5ef7b7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.262285 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-69df19ec-f119-40e0-b2e5-94b5ef7b7379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1127 time: 0.2222152 Apr 03 16:37:59.328180 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4783787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4882865'] for subnet (8698c398-06c0-4b19-a23d-eb26480e49e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.383051 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-e798b2c8-216b-4433-8cd6-af906d9b4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.386604 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-e798b2c8-216b-4433-8cd6-af906d9b4feb service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0991526 Apr 03 16:37:59.386750 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8698c398-06c0-4b19-a23d-eb26480e49e3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:37:59.403615 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Checking segment: {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:37:59.404010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Network hostable DHCP agents. Network: 4f61ab39-7cce-4c4b-ba99-d72493e3c1df, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:37:59.431971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:37:59.434891 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Sync routers for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:37:59.448954 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 4f61ab39-7cce-4c4b-ba99-d72493e3c1df) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:37:59.450857 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:37:59.451501 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:37:59.453554 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.454545 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.475027 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-d8a31708-c8f8-443d-ad16-d37ffe73f772 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 200 len: 999 time: 0.0808282 Apr 03 16:37:59.475226 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3940e1ee-a8b0-481c-9630-87f4dd6d6bae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3785295 Apr 03 16:37:59.475226 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 37942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:37:59.479389 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:37:59.493942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc47b3-e4a4-4ac2-ba13-710c7b7a8ef4 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:37:59.510350 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.511568 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.531636 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 34b490c3-9b4b-4e4a-a776-71b5a74ff27e up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:37:59.544253 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-70f78a2a-9253-4070-9a1a-336a11ef4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.545949 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-70f78a2a-9253-4070-9a1a-336a11ef4c99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0650575 Apr 03 16:37:59.572632 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for router_controller (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.702046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:37:59.734035 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'fixed_ips': [{'subnet_id': '8698c398-06c0-4b19-a23d-eb26480e49e3'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:37:59.734839 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.740081 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:37:59.740485 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.740869 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for router_gateway (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.852059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-54340a53-e44e-48f5-ad85-690cc13da73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.854256 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-54340a53-e44e-48f5-ad85-690cc13da73e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3021615 Apr 03 16:37:59.963622 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for router_gateway (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.986809 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-9f8944c1-2e09-4a62-9767-6995c1b65270 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250925 Apr 03 16:37:59.987752 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.994635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdaae7-1a4e-4a4a-a969-f4dd5581d9ed req-e5520795-5959-4531-8c87-ab8458549969 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:59.996055 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69cdaae7-1a4e-4a4a-a969-f4dd5581d9ed req-e5520795-5959-4531-8c87-ab8458549969 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0900319 Apr 03 16:38:00.110063 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Allocated IP 172.27.2.193 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/79edfa58-1bee-4448-aab8-5c858b1ddfdf) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:00.119945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69cdaae7-1a4e-4a4a-a969-f4dd5581d9ed req-2b0f1d48-e492-4040-b010-d3360428709c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043808 Apr 03 16:38:00.132839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ecf07b8-c3d6-4f6a-bc70-2c30fd6b5579 req-f6bf2cd1-a007-4a70-ab86-59c06f1e38d6 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356814 Apr 03 16:38:00.207362 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:00.207953 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.230916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Allocated IP 172.20.0.2 (4f61ab39-7cce-4c4b-ba99-d72493e3c1df/8698c398-06c0-4b19-a23d-eb26480e49e3/01ca750f-ab60-40cb-9787-02f66324dbf4) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:00.243923 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.249899 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:00.258268 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.281433 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.319791 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:00.325266 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:00.331014 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:00.333866 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Pushing event updated for resources: {'Port': ['ID=79edfa58-1bee-4448-aab8-5c858b1ddfdf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:00.373664 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:00.381607 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 2, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:00.413672 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Checking router: 138d6d67-b981-44e0-aeca-c77a203b3530 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:38:00.414034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Updating router 138d6d67-b981-44e0-aeca-c77a203b3530 port 2df385f4-ac62-45e0-8369-87e66dcd434a binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:38:00.475446 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.522427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks [] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.533161 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.581434 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for router_gateway (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.634008 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:00.645212 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:00.651650 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:00.658731 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Pushing event updated for resources: {'Port': ['ID=01ca750f-ab60-40cb-9787-02f66324dbf4,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:00.759651 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Attempting to bind port 01ca750f-ab60-40cb-9787-02f66324dbf4 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:00.759651 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Attempting to bind port 01ca750f-ab60-40cb-9787-02f66324dbf4 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:00.760023 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Attempting to bind port 01ca750f-ab60-40cb-9787-02f66324dbf4 on network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:00.775584 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:00.775887 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Checking segment: {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:00.776296 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.776715 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Bound using segment: {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:00.777185 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Bound port: 01ca750f-ab60-40cb-9787-02f66324dbf4, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:00.777568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.800010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.890593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] For port 01ca750f-ab60-40cb-9787-02f66324dbf4, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:00.907865 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] For port 01ca750f-ab60-40cb-9787-02f66324dbf4, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=01ca750f-ab60-40cb-9787-02f66324dbf4,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:00.918264 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks [] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.920509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:00.933345 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:38:00.950233 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.000757 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c53242-cf38-43ac-aee1-94e25185cce5 None None] Pushing event updated for resources: {'Port': ['ID=01ca750f-ab60-40cb-9787-02f66324dbf4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:01.080131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:38:01.090373 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Sync routers for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:38:01.107170 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:01.108124 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:01.114781 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.119220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 37952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:38:01.121651 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20d70-4e3e-49cc-b726-3ef965a242c4 None None] Pushing event updated for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:01.126111 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Attempting to bind port 2df385f4-ac62-45e0-8369-87e66dcd434a on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:01.126492 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Attempting to bind port 2df385f4-ac62-45e0-8369-87e66dcd434a by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:01.126866 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Attempting to bind port 2df385f4-ac62-45e0-8369-87e66dcd434a on network f041241c-7848-4bb2-81c0-138a3623f67a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:01.132335 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2c031e34-900b-4013-979d-5add665bf01c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6414430 Apr 03 16:38:01.151568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:01.153356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Checking segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:01.153356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.153356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Bound using segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:01.162113 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Bound port: 2df385f4-ac62-45e0-8369-87e66dcd434a, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:01.162706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.309668 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] For port 2df385f4-ac62-45e0-8369-87e66dcd434a, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:01.314911 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:01.319490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] For port 2df385f4-ac62-45e0-8369-87e66dcd434a, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2df385f4-ac62-45e0-8369-87e66dcd434a,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:01.338613 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.408722 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20d70-4e3e-49cc-b726-3ef965a242c4 None None] Pushing event updated for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:01.415439 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Provisioning complete for port 2df385f4-ac62-45e0-8369-87e66dcd434a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:01.415811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.518162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:01.518811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:01.634163 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Current status of the port 2df385f4-ac62-45e0-8369-87e66dcd434a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:01.634819 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.665215 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 3, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:01.695527 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] For port 2df385f4-ac62-45e0-8369-87e66dcd434a, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2df385f4-ac62-45e0-8369-87e66dcd434a,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:01.697237 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 34b490c3-9b4b-4e4a-a776-71b5a74ff27e up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:01.700818 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Checking router: f1eba3ef-4f99-4aaa-97e1-4221f76cade1 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:38:01.701479 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Updating router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 port 79edfa58-1bee-4448-aab8-5c858b1ddfdf binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:38:01.734723 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.737583 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:01.765184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bb6d6-3d44-4d6d-8bfb-17617930e388 req-a6775b39-c250-4f7b-9070-485e0eb08b2f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:01.767224 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6f8bb6d6-3d44-4d6d-8bfb-17617930e388 req-a6775b39-c250-4f7b-9070-485e0eb08b2f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1011696 Apr 03 16:38:01.795849 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:01.864369 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6f8bb6d6-3d44-4d6d-8bfb-17617930e388 req-e1916629-4224-4fe7-adff-9a53f486b757 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857873 Apr 03 16:38:01.946615 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.015673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde759-b78d-4ad6-82b0-35c402f11b7f None None] Pushing event updated for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:02.057064 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks [] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.065108 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.071404 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36975a5e-b61b-44b0-bbb2-a4fe60decfe4 None None] Provisioning complete for port 2df385f4-ac62-45e0-8369-87e66dcd434a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:02.071786 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36975a5e-b61b-44b0-bbb2-a4fe60decfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.093395 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:02.095310 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.124945 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7878a6-1c08-488a-90e2-c645130ffd5e None None] Pushing event updated for resources: {'Port': ['ID=79edfa58-1bee-4448-aab8-5c858b1ddfdf,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:02.132709 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Attempting to bind port 79edfa58-1bee-4448-aab8-5c858b1ddfdf on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:02.133076 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Attempting to bind port 79edfa58-1bee-4448-aab8-5c858b1ddfdf by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:02.133424 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Attempting to bind port 79edfa58-1bee-4448-aab8-5c858b1ddfdf on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:02.139418 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:02.140820 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:02.142467 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.143151 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:02.144314 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Bound port: 79edfa58-1bee-4448-aab8-5c858b1ddfdf, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:02.145023 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.161256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Allocated IP 172.20.0.1 (4f61ab39-7cce-4c4b-ba99-d72493e3c1df/8698c398-06c0-4b19-a23d-eb26480e49e3/3ebe84d2-98eb-45f3-87bc-319cce8c1e91) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:02.228432 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] For port 79edfa58-1bee-4448-aab8-5c858b1ddfdf, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:02.232240 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] For port 79edfa58-1bee-4448-aab8-5c858b1ddfdf, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=79edfa58-1bee-4448-aab8-5c858b1ddfdf,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:02.241798 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.305222 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks [] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.310085 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:02.310913 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:02.335980 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36975a5e-b61b-44b0-bbb2-a4fe60decfe4 None None] Current status of the port 2df385f4-ac62-45e0-8369-87e66dcd434a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:02.342087 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:02.343191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 01ca750f-ab60-40cb-9787-02f66324dbf4 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:02.347556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.389013 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:02.395513 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:02.399576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:02.406352 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:02.441594 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:02.448742 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca8fc9-1ef5-4118-bc35-9f9aefd5b101 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:38:02.452295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.455566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5464e03-4292-4a88-a9cc-cc701a9e1e7c None None] The sync data for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi is: [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:38:02.508050 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 01ca750f-ab60-40cb-9787-02f66324dbf4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:02.510774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.520815 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7878a6-1c08-488a-90e2-c645130ffd5e None None] Pushing event updated for resources: {'Port': ['ID=79edfa58-1bee-4448-aab8-5c858b1ddfdf,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:02.537041 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Provisioning complete for port 01ca750f-ab60-40cb-9787-02f66324dbf4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:02.537606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.581110 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:02.645809 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.755618 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 01ca750f-ab60-40cb-9787-02f66324dbf4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:02.756065 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.775348 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Current status of the port 01ca750f-ab60-40cb-9787-02f66324dbf4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:02.775880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.808705 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 3, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:02.837975 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 01ca750f-ab60-40cb-9787-02f66324dbf4, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=01ca750f-ab60-40cb-9787-02f66324dbf4,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:02.842441 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e1b81-196b-4c5c-bcc6-7f41d794a98e None None] The sync data for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi is: [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 3, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:38:02.846665 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.861361 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks [] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.871851 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:02.965454 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.db.api [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 03 16:38:02.966111 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG oslo_db.api [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 03 16:38:02.967300 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=01ca750f-ab60-40cb-9787-02f66324dbf4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:03.049319 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:03.059547 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:03.147441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469f913-aefc-4bd6-8b7e-47d14fdae2db req-7e18cfc7-41b3-4ae3-8e57-6648e66df455 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:03.149076 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5469f913-aefc-4bd6-8b7e-47d14fdae2db req-7e18cfc7-41b3-4ae3-8e57-6648e66df455 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.1463647 Apr 03 16:38:03.225957 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:03.232158 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:03.378943 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5469f913-aefc-4bd6-8b7e-47d14fdae2db req-c28e86e1-1f9f-4a9c-9600-e4faa425b377 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145090 Apr 03 16:38:03.450193 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:38:03.547055 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4632be10-5162-415d-aea6-7ffb484032a0 None None] Current status of the port 01ca750f-ab60-40cb-9787-02f66324dbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:03.668333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 01ca750f-ab60-40cb-9787-02f66324dbf4 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:03.668536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:38:03.683558 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-983a20da-bdeb-4753-8561-07c9deb055d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/f1eba3ef-4f99-4aaa-97e1-4221f76cade1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541146 Apr 03 16:38:03.698930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Provisioning complete for port 01ca750f-ab60-40cb-9787-02f66324dbf4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:03.699442 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:03.769601 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 01ca750f-ab60-40cb-9787-02f66324dbf4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:03.769969 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:03.848301 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Current status of the port 01ca750f-ab60-40cb-9787-02f66324dbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:03.863577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Provisioning complete for port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:03.863955 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:03.929553 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 01ca750f-ab60-40cb-9787-02f66324dbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:03.930640 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 79edfa58-1bee-4448-aab8-5c858b1ddfdf up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:03.933339 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2a4226c7-7f63-41e7-aa7a-83ad8829a0a8 None None] Port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:38:03.987642 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 79edfa58-1bee-4448-aab8-5c858b1ddfdf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:03.988027 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:04.083445 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 79edfa58-1bee-4448-aab8-5c858b1ddfdf is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:04.083792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:04.105734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 79edfa58-1bee-4448-aab8-5c858b1ddfdf, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=79edfa58-1bee-4448-aab8-5c858b1ddfdf,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:04.112595 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:04.114436 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2df385f4-ac62-45e0-8369-87e66dcd434a up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:04.211329 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=79edfa58-1bee-4448-aab8-5c858b1ddfdf,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:04.222518 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 2df385f4-ac62-45e0-8369-87e66dcd434a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:04.222901 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:04.306450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 2df385f4-ac62-45e0-8369-87e66dcd434a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:04.511418 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c4c85-863c-4259-bbfc-b13604241d65 req-6f6f088a-4d42-4758-9919-bc736001f12e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:04.512993 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e5c4c85-863c-4259-bbfc-b13604241d65 req-6f6f088a-4d42-4758-9919-bc736001f12e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0679891 Apr 03 16:38:04.567610 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e5c4c85-863c-4259-bbfc-b13604241d65 req-1de415f2-6ff2-4d4f-8f5b-3df63e841f05 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Apr 03 16:38:05.451291 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 79edfa58-1bee-4448-aab8-5c858b1ddfdf up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:05.456917 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:38:05.523472 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 79edfa58-1bee-4448-aab8-5c858b1ddfdf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:05.523858 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:05.638030 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 79edfa58-1bee-4448-aab8-5c858b1ddfdf is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:05.730674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91151a8-d6af-4e83-9eab-cf23c1e1dbc9 req-867abab0-ce4f-4f70-935f-8d6230ce6b2a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:05.732377 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f91151a8-d6af-4e83-9eab-cf23c1e1dbc9 req-867abab0-ce4f-4f70-935f-8d6230ce6b2a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0630805 Apr 03 16:38:05.797967 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f91151a8-d6af-4e83-9eab-cf23c1e1dbc9 req-e75b2993-8433-45fc-87d9-692c87b76ac6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506587 Apr 03 16:38:05.802224 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Sync routers for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:38:05.827033 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:05.827033 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:06.075266 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:06.298783 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 4, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '3ebe84d2-98eb-45f3-87bc-319cce8c1e91', 'name': '', 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'mac_address': 'fa:16:3e:16:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:38:01Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 2, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'subnets': [{'id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:06.330117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Checking router: f1eba3ef-4f99-4aaa-97e1-4221f76cade1 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:38:06.330401 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Updating router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:38:06.358836 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:06.652261 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks [] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:06.661220 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:06.721081 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729cac5-1f5e-4804-9937-564a5f6f771e None None] Pushing event updated for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:06.836875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Attempting to bind port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:06.836875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Attempting to bind port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:06.836875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Attempting to bind port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 on network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:06.852062 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:06.852776 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Checking segment: {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:06.854369 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:06.854774 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Bound using segment: {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:06.860669 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Bound port: 3ebe84d2-98eb-45f3-87bc-319cce8c1e91, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a3cb85-be14-4397-bbce-6f283fc764bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:06.861192 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:06.979554 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667c3de-0596-49a1-a9cf-8672830d4c67 req-0b0da3d6-a9aa-4e8e-bfd2-de4121d81067 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:06.981137 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3667c3de-0596-49a1-a9cf-8672830d4c67 req-0b0da3d6-a9aa-4e8e-bfd2-de4121d81067 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0796106 Apr 03 16:38:07.001650 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] For port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:07.005287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] For port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:07.040443 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3667c3de-0596-49a1-a9cf-8672830d4c67 req-f9b35405-2ba9-4ee2-8279-43889f17ce04 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518990 Apr 03 16:38:07.105271 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:07.173119 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Provisioning complete for port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:07.173499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:07.217463 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:07.218504 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:37:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:07.264287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729cac5-1f5e-4804-9937-564a5f6f771e None None] Pushing event updated for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:07.425568 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:07.519916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Current status of the port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:07.520309 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:07.620015 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] For port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:07.643508 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:07.733672 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127281d8-a75a-4432-a508-ef651f2bbb4f None None] Pushing event updated for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:07.759338 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 4, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '3ebe84d2-98eb-45f3-87bc-319cce8c1e91', 'name': '', 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'mac_address': 'fa:16:3e:16:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:38:01Z', 'updated_at': '2022-04-03T16:38:06Z', 'revision_number': 4, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'subnets': [{'id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:07.796562 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d93bd-4d8a-4cae-b963-7956abfc0c1e None None] The sync data for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi is: [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:02Z', 'revision_number': 4, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '3ebe84d2-98eb-45f3-87bc-319cce8c1e91', 'name': '', 'network_id': '4f61ab39-7cce-4c4b-ba99-d72493e3c1df', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'mac_address': 'fa:16:3e:16:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:38:01Z', 'updated_at': '2022-04-03T16:38:06Z', 'revision_number': 4, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'subnets': [{'id': '8698c398-06c0-4b19-a23d-eb26480e49e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:38:07.804283 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-416042a0-040c-4778-8508-b3cba2c416a7 None None] Provisioning complete for port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:07.804754 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-416042a0-040c-4778-8508-b3cba2c416a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:07.933373 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-416042a0-040c-4778-8508-b3cba2c416a7 None None] Current status of the port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:08.065708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8eb56f6-a161-4142-981e-b0262f386869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:08.214274 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a902-c5d7-4bdc-af87-f611327a61c5 req-a2fcfb63-c8a6-47d3-9d1d-dd4831d442bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:08.216673 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d74a902-c5d7-4bdc-af87-f611327a61c5 req-a2fcfb63-c8a6-47d3-9d1d-dd4831d442bd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0760672 Apr 03 16:38:08.299353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d74a902-c5d7-4bdc-af87-f611327a61c5 req-a9e00ade-f5a2-4452-a1b8-a05c5c53813a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698054 Apr 03 16:38:09.441332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98531d5-f168-4006-a8f5-e4a28b613466 req-e58da1d1-1bc1-4cd4-a107-1028d559ce87 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:09.448141 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d98531d5-f168-4006-a8f5-e4a28b613466 req-e58da1d1-1bc1-4cd4-a107-1028d559ce87 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 943 time: 0.0675282 Apr 03 16:38:09.509657 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d98531d5-f168-4006-a8f5-e4a28b613466 req-6580ac15-9fda-4b2d-b5db-1703c430951b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Apr 03 16:38:09.530086 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:09.589934 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:09.590461 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:09.831806 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:10.021667 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:38:10.135934 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:10.149608 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'mac_address': 'fa:16:3e:a3:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:38:10.190704 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:10.191270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:10.205151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:38:10.226462 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:10.231261 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:10.287554 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:10.465789 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5088ea03-1560-43ac-a567-7e9e6d5f649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:10.644038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b5c82-64f0-40eb-af75-be43b9838acc req-90a7c0c5-b7d1-48e9-8241-c519bd635fa0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:10.645857 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-152b5c82-64f0-40eb-af75-be43b9838acc req-90a7c0c5-b7d1-48e9-8241-c519bd635fa0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0568914 Apr 03 16:38:10.695524 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-152b5c82-64f0-40eb-af75-be43b9838acc req-5be47b87-845d-4ea5-9400-b829ebbb6d77 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Apr 03 16:38:10.698413 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a777449e-6bdf-4561-9c1f-4dc512cbbfd8'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:38:11.408340 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:11.839182 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7be89-b9f3-4d63-9430-b3c9afeb46de req-903bdb8e-56d3-4da3-975b-2da8c1d27921 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:11.846746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05e7be89-b9f3-4d63-9430-b3c9afeb46de req-903bdb8e-56d3-4da3-975b-2da8c1d27921 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 944 time: 0.0717645 Apr 03 16:38:11.897711 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05e7be89-b9f3-4d63-9430-b3c9afeb46de req-5cf7e885-26bc-486f-924e-342d9553cf70 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499938 Apr 03 16:38:12.046368 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:12.101461 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:12.101926 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:12.204302 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:12.205396 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:12.231854 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:12.234157 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea86d5-7423-4121-ba15-d4ab4ccc9dda" -d '{"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:12.250791 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:12.255993 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:12.290055 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420591f2-9177-4d82-92c1-5343057fd530 x-openstack-request-id: req-420591f2-9177-4d82-92c1-5343057fd530 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:12.290368 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-plugged", "status": "completed", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:12.290628 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-420591f2-9177-4d82-92c1-5343057fd530 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:12.291023 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420591f2-9177-4d82-92c1-5343057fd530'] response: {'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'code': 200} Apr 03 16:38:12.326802 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:12.889218 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb296-1650-4528-8f97-b75cd995aadd req-08d550ac-708c-40de-afb5-b240291084eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:12.890739 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b7cb296-1650-4528-8f97-b75cd995aadd req-08d550ac-708c-40de-afb5-b240291084eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 1130 time: 0.0479810 Apr 03 16:38:12.941190 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b7cb296-1650-4528-8f97-b75cd995aadd req-6f08ace2-bb4f-41d9-99d3-206c0c1d46da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Apr 03 16:38:12.960970 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:13.041981 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca5a00-dfdc-40a3-a1e8-81b8c04e9678 req-8731a3e5-1d7d-43a1-a3a8-9a913cd5cb44 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:13.049341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9bca5a00-dfdc-40a3-a1e8-81b8c04e9678 req-8731a3e5-1d7d-43a1-a3a8-9a913cd5cb44 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.0650616 Apr 03 16:38:13.095266 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9bca5a00-dfdc-40a3-a1e8-81b8c04e9678 req-67deff01-b43c-48d7-8349-89c6acacbeea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Apr 03 16:38:13.871844 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-1f9de8d6-706c-43b0-add4-2a65ab2861f2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:13.873307 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-1f9de8d6-706c-43b0-add4-2a65ab2861f2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 814 time: 0.0975046 Apr 03 16:38:13.887729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-0e89ba0a-695f-41a7-9a65-c8958043927c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/quotas/6dca9a9baa76403fbb1c9293318cd5ac HTTP/1.1" status: 200 len: 375 time: 0.0085661 Apr 03 16:38:13.945338 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-e7e18a5d-ff32-4bc8-b099-63abb59bf774 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522051 Apr 03 16:38:14.083194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-24f8a3a6-f907-43e6-96db-4bc02cab0292 service neutron] 10.222.0.48 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253932 Apr 03 16:38:14.204833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-f702a8b0-9f1a-437f-ab36-e3d7d2882299 service neutron] 10.222.0.48 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147444 Apr 03 16:38:14.227172 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15b7ef-d42d-487c-97b0-b4dbcc9aa599 req-2ca21e78-69df-45da-b2e3-01e4ab29576b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:14.228638 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a15b7ef-d42d-487c-97b0-b4dbcc9aa599 req-2ca21e78-69df-45da-b2e3-01e4ab29576b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.0599561 Apr 03 16:38:14.275549 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a15b7ef-d42d-487c-97b0-b4dbcc9aa599 req-87584afa-125c-4887-87e6-d32b59b73222 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Apr 03 16:38:14.356827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8cf08818-5a0b-4ae8-b57e-c0a293c25bf7 req-dee7b48b-9647-454b-aa5e-e9dfdbf537e2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0265203 Apr 03 16:38:14.403852 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:14.568726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:15.414703 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc180a-b897-450d-9780-781971ba54be req-569e32ec-4e79-45d4-99dc-9c72c32ab06d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:15.416937 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0bdc180a-b897-450d-9780-781971ba54be req-569e32ec-4e79-45d4-99dc-9c72c32ab06d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.0657256 Apr 03 16:38:15.516017 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ec3f1fc6-e2a8-4502-a7b4-85bc85ccc0e6 req-e3f000f1-a626-4a57-9e8a-4962e4948967 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0748169 Apr 03 16:38:15.556772 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0bdc180a-b897-450d-9780-781971ba54be req-9a58f86a-1b19-4a42-92e7-1eb22cf49dfb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342900 Apr 03 16:38:15.587347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-51df3640-2853-4dda-bf31-00e9dfb048ae tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:15.588991 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-51df3640-2853-4dda-bf31-00e9dfb048ae tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 814 time: 0.1489058 Apr 03 16:38:15.608948 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'port': {'device_id': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'admin_state_up': True, 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:15.719351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Made reservation on behalf of 6dca9a9baa76403fbb1c9293318cd5ac for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:38:15.722715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:15.853172 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Allocated IP 172.20.0.10 (f041241c-7848-4bb2-81c0-138a3623f67a/c5fad727-3592-4f2b-982a-60b4c227271e/a39ae576-21fa-4ea3-af24-5c3df77ac06b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:16.043483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:16.095418 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:16.145197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Network f041241c-7848-4bb2-81c0-138a3623f67a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:16.148270 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:16.150873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:16.216662 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:16.226180 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:16.227824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:16.248655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-2ac16f96-3844-4a3a-a892-47df0bdaef12 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6432219 Apr 03 16:38:16.418878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-64848d95-6c06-4a6a-802c-4d80b6a8678e None None] Provisioning complete for port a39ae576-21fa-4ea3-af24-5c3df77ac06b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:16.419469 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64848d95-6c06-4a6a-802c-4d80b6a8678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:16.454204 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-64848d95-6c06-4a6a-802c-4d80b6a8678e None None] Port a39ae576-21fa-4ea3-af24-5c3df77ac06b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:38:16.640303 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6045c3-3d52-4e1c-9c96-38a9228cec15 req-8378d949-48b1-402c-81a4-26cf2d170d8e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:16.642514 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ec6045c3-3d52-4e1c-9c96-38a9228cec15 req-8378d949-48b1-402c-81a4-26cf2d170d8e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0549695 Apr 03 16:38:16.726202 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ec6045c3-3d52-4e1c-9c96-38a9228cec15 req-23205c2e-3cf5-436c-92eb-2166773499d2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749164 Apr 03 16:38:16.733902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bad40-6a1e-40d3-9107-e6c66c014c32 req-37a5e760-44d8-423e-a1aa-cc02658c8bfb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:16.736132 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-634bad40-6a1e-40d3-9107-e6c66c014c32 req-37a5e760-44d8-423e-a1aa-cc02658c8bfb tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.0926769 Apr 03 16:38:16.785406 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-634bad40-6a1e-40d3-9107-e6c66c014c32 req-a6fa025a-fb52-423e-8699-44345dc418ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Apr 03 16:38:17.850807 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12406d5f-1603-4cc7-b0d1-a5cede41216d req-5dc390f2-f3f0-4404-97e9-a1353b752a1c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:17.852319 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12406d5f-1603-4cc7-b0d1-a5cede41216d req-5dc390f2-f3f0-4404-97e9-a1353b752a1c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0526085 Apr 03 16:38:17.899600 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12406d5f-1603-4cc7-b0d1-a5cede41216d req-4e2b2858-a0ff-4203-bbd1-aa719908f4c9 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Apr 03 16:38:19.018828 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f174ce-e2cb-4251-ac72-70e4c7ef9717 req-97440c1a-bef3-414a-b73a-d1cdad54d59d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:19.021059 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70f174ce-e2cb-4251-ac72-70e4c7ef9717 req-97440c1a-bef3-414a-b73a-d1cdad54d59d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0541294 Apr 03 16:38:19.078203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70f174ce-e2cb-4251-ac72-70e4c7ef9717 req-459e288d-2fd4-4160-99ba-56b54148a90a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515137 Apr 03 16:38:20.195597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b51587-63a7-4d2f-a3b5-997cd4d71d15 req-0a9cb0cd-c40e-4c49-b4a7-cb9a5c745db8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:20.197098 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03b51587-63a7-4d2f-a3b5-997cd4d71d15 req-0a9cb0cd-c40e-4c49-b4a7-cb9a5c745db8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0531850 Apr 03 16:38:20.245377 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03b51587-63a7-4d2f-a3b5-997cd4d71d15 req-b4dfceeb-cce1-457a-98f8-594390429b3f tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Apr 03 16:38:21.362427 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254b8c1-1cd4-4be5-9fa1-e3ed67e4760a req-67d78909-d17d-48ac-8c61-0d43ab1c319f tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:21.363971 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9254b8c1-1cd4-4be5-9fa1-e3ed67e4760a req-67d78909-d17d-48ac-8c61-0d43ab1c319f tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0526061 Apr 03 16:38:21.413622 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9254b8c1-1cd4-4be5-9fa1-e3ed67e4760a req-6a7108bf-3ddb-43b1-bb58-45ec14af0c82 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Apr 03 16:38:22.537295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ec904-be2b-4dfa-a8a9-eb145ff0fd4f req-9376b662-93c8-49cc-aa6d-2ecbcf7e9b2b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:22.538792 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed2ec904-be2b-4dfa-a8a9-eb145ff0fd4f req-9376b662-93c8-49cc-aa6d-2ecbcf7e9b2b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0566168 Apr 03 16:38:22.587702 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed2ec904-be2b-4dfa-a8a9-eb145ff0fd4f req-9c816c73-a8c1-4fe0-ac1c-1b879e6b0f0a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Apr 03 16:38:23.710635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824a572-40e4-4dec-8e9a-9a5de979c105 req-f5cd37d0-4398-4487-a013-214b47eb63c4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:23.712144 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2824a572-40e4-4dec-8e9a-9a5de979c105 req-f5cd37d0-4398-4487-a013-214b47eb63c4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0549536 Apr 03 16:38:23.760770 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2824a572-40e4-4dec-8e9a-9a5de979c105 req-32ade117-98d1-4939-83be-86ccad6c3ea2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Apr 03 16:38:24.894689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9bef2-6c24-4a69-b809-ee748ffa5c1d req-7055d3b9-27ef-4e09-8de5-e8f53c7d5de3 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:24.896098 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16d9bef2-6c24-4a69-b809-ee748ffa5c1d req-7055d3b9-27ef-4e09-8de5-e8f53c7d5de3 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0678866 Apr 03 16:38:25.180164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16d9bef2-6c24-4a69-b809-ee748ffa5c1d req-b3a7ad54-a73d-4f7c-80e8-8c0fc3994b74 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782590 Apr 03 16:38:26.302081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6afbe-8f69-48ec-b79e-335145d3eb59 req-81817a20-47f1-4912-ab26-d7cfa7fd2d37 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:26.303612 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02d6afbe-8f69-48ec-b79e-335145d3eb59 req-81817a20-47f1-4912-ab26-d7cfa7fd2d37 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0525978 Apr 03 16:38:26.351198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02d6afbe-8f69-48ec-b79e-335145d3eb59 req-25bdf247-5d78-483b-9bd8-b8e9d739dc7a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Apr 03 16:38:27.479837 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d060-0688-4e11-887a-cc47afb91865 req-827958fc-876d-4dcc-ac09-39d0ecb73a74 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:27.481388 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94b9d060-0688-4e11-887a-cc47afb91865 req-827958fc-876d-4dcc-ac09-39d0ecb73a74 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0567486 Apr 03 16:38:27.535684 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94b9d060-0688-4e11-887a-cc47afb91865 req-9526a19d-1086-46a1-8c7d-b14da37e9023 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477531 Apr 03 16:38:28.651303 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33566dd7-987b-487e-9caf-5e96979d2f60 req-de90f659-2e8e-4d16-b5eb-4e208267fe41 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:28.652808 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-33566dd7-987b-487e-9caf-5e96979d2f60 req-de90f659-2e8e-4d16-b5eb-4e208267fe41 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0534017 Apr 03 16:38:28.699729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-33566dd7-987b-487e-9caf-5e96979d2f60 req-cca98e49-0474-4765-8008-a00a5a020eb2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Apr 03 16:38:29.815035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830ce4-4878-49e8-8ee2-b8ab03b1c5fa req-a76d3c1d-ae33-46f4-aa11-e134170fb67b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:29.817004 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b830ce4-4878-49e8-8ee2-b8ab03b1c5fa req-a76d3c1d-ae33-46f4-aa11-e134170fb67b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0520627 Apr 03 16:38:29.862624 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b830ce4-4878-49e8-8ee2-b8ab03b1c5fa req-2fdec784-b6a7-4ffc-b1b2-4791922b0cbe tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Apr 03 16:38:30.979472 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04d820-f5ce-46f5-85de-dd101addaa38 req-94e05ff2-8206-4148-ae50-42e28d44861a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:30.980976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd04d820-f5ce-46f5-85de-dd101addaa38 req-94e05ff2-8206-4148-ae50-42e28d44861a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0546749 Apr 03 16:38:31.026235 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd04d820-f5ce-46f5-85de-dd101addaa38 req-2ee34da9-1b71-4cab-bb4d-e3181e31dfd1 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Apr 03 16:38:32.150358 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c1864-2958-4f13-b8c8-3a4822ff5032 req-08c62a02-6a15-4feb-a11b-5c363d893c4c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:32.151912 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e87c1864-2958-4f13-b8c8-3a4822ff5032 req-08c62a02-6a15-4feb-a11b-5c363d893c4c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.0609908 Apr 03 16:38:32.213491 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e87c1864-2958-4f13-b8c8-3a4822ff5032 req-9c23bd2d-69b1-4b01-be45-f5cd2fbc7778 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Apr 03 16:38:32.962674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Request body: {'port': {'device_id': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:33.022200 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.276602 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39ae576-21fa-4ea3-af24-5c3df77ac06b {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:38:33.286698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks [] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.322291 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Transition to ACTIVE for port object a39ae576-21fa-4ea3-af24-5c3df77ac06b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:38:33.325803 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.387913 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:33.397553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24aa8-d391-41b3-9a65-c033a593d53c req-4349443d-09c1-4425-b1d1-e6653d26920a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:33.399151 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76a24aa8-d391-41b3-9a65-c033a593d53c req-4349443d-09c1-4425-b1d1-e6653d26920a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 932 time: 0.1181829 Apr 03 16:38:33.416652 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.417010 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.417370 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.417727 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.418073 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.418417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.418758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.419101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.419423 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.419760 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.420098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.420450 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.420788 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.421120 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.421452 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:33.511816 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76a24aa8-d391-41b3-9a65-c033a593d53c req-8bfe3457-e8cb-4874-a5b7-f76cc5cafaa2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065340 Apr 03 16:38:33.528456 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Attempting to bind port a39ae576-21fa-4ea3-af24-5c3df77ac06b on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:33.528902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Attempting to bind port a39ae576-21fa-4ea3-af24-5c3df77ac06b by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:33.529168 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Attempting to bind port a39ae576-21fa-4ea3-af24-5c3df77ac06b on network f041241c-7848-4bb2-81c0-138a3623f67a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:33.534047 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Port a39ae576-21fa-4ea3-af24-5c3df77ac06b on network f041241c-7848-4bb2-81c0-138a3623f67a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:38:33.534378 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Attempting to bind port a39ae576-21fa-4ea3-af24-5c3df77ac06b on network f041241c-7848-4bb2-81c0-138a3623f67a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:33.539190 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:33.539538 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Checking segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:33.539931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Bound using segment: {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:33.540361 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Bound port: a39ae576-21fa-4ea3-af24-5c3df77ac06b, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba42ace-caf8-4608-b35e-3f5934f2cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:33.540759 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.603649 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:33.606567 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:33.613188 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.649891 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:33.650510 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.651883 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] 10.222.0.50 "PUT /v2.0/ports/a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1094 time: 0.6934967 Apr 03 16:38:33.652328 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:33.654596 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:33.682821 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5861c-91aa-4297-967e-1225d066ef22 service neutron] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:33.752243 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-e3d284e7-f61c-4e5b-8633-be08192341f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:33.754826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-e3d284e7-f61c-4e5b-8633-be08192341f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1128 time: 0.0491335 Apr 03 16:38:33.769840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64704c-a5bf-4134-a6a4-61af8e32b508 x-openstack-request-id: req-3b64704c-a5bf-4134-a6a4-61af8e32b508 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:33.770206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:33.770537 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b64704c-a5bf-4134-a6a4-61af8e32b508 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:33.771014 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b64704c-a5bf-4134-a6a4-61af8e32b508'] response: {'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:38:33.804558 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-c7fd758a-227a-42d0-8940-6f517319f889 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 217 time: 0.0433319 Apr 03 16:38:33.858868 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-a6dbf184-c0d0-4563-b2a3-5df68a2068ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:33.860341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-a6dbf184-c0d0-4563-b2a3-5df68a2068ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0501921 Apr 03 16:38:33.908682 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-4d7b2c03-e79f-4d8c-b847-ccbe83c6d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:33.910288 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-4d7b2c03-e79f-4d8c-b847-ccbe83c6d069 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435944 Apr 03 16:38:33.998271 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-b81a5005-fb86-4fea-a3a8-3eee0f841444 service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Apr 03 16:38:34.090857 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2585474d-3cc1-400b-b61c-0b9274d45489 req-867d0077-2fb0-446a-a692-69c9a0b0d4db service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Apr 03 16:38:34.176070 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-ca9a567a-096b-4de5-b943-53c8ae13b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:34.177588 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-ca9a567a-096b-4de5-b943-53c8ae13b339 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1128 time: 0.0441327 Apr 03 16:38:34.272158 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-6e2f87ba-681d-4c18-9922-ddc496467f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:34.273666 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-6e2f87ba-681d-4c18-9922-ddc496467f25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.0896268 Apr 03 16:38:34.314470 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-df191865-557a-4fa3-967c-4d911b03950d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 217 time: 0.0345569 Apr 03 16:38:34.651285 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-0b0320db-f053-457b-a645-f07baff4c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:34.652653 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-0b0320db-f053-457b-a645-f07baff4c8aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0664282 Apr 03 16:38:34.667366 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58714371-f4f1-4d4b-9dcd-a3c2d307ed08 req-6b6e1d62-a146-48ea-a41c-7d342a072e42 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:34.668748 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58714371-f4f1-4d4b-9dcd-a3c2d307ed08 req-6b6e1d62-a146-48ea-a41c-7d342a072e42 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0914702 Apr 03 16:38:34.738517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58714371-f4f1-4d4b-9dcd-a3c2d307ed08 req-79241723-5750-4a3d-b140-e1219468c843 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629413 Apr 03 16:38:34.743426 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-f74f5d50-1755-407c-8e01-9a3e70490db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:34.744888 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-f74f5d50-1755-407c-8e01-9a3e70490db7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846786 Apr 03 16:38:34.839668 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-6602b39c-86a3-460d-8ba3-83ef9412c6cb service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878060 Apr 03 16:38:34.931203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb2ac96f-7aac-4be1-8d28-9135dc4cd0d2 req-edbed032-7186-4809-8a02-b5f4c649c0de service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Apr 03 16:38:35.856723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8402d-d173-4ef2-afe1-8512d4dec305 req-3846803e-633b-445d-b5a6-82a7a0b61106 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:35.858187 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eba8402d-d173-4ef2-afe1-8512d4dec305 req-3846803e-633b-445d-b5a6-82a7a0b61106 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0535302 Apr 03 16:38:35.903572 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eba8402d-d173-4ef2-afe1-8512d4dec305 req-8dfbb9ae-78fc-488e-8206-1eab04df866c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 Apr 03 16:38:37.023048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ceeb5-7f9b-45a4-bafc-54d007e4b8d5 req-da7a6914-1d5c-4516-9634-3825fd694802 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:37.024542 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d0ceeb5-7f9b-45a4-bafc-54d007e4b8d5 req-da7a6914-1d5c-4516-9634-3825fd694802 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0558558 Apr 03 16:38:37.070338 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d0ceeb5-7f9b-45a4-bafc-54d007e4b8d5 req-f1be6239-084e-4d8d-979a-87025d808f59 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Apr 03 16:38:38.059996 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a5e088c-5d2a-4f0d-9e42-3aed2aa359e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:38.187580 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3485f-9e02-4d87-91aa-f9e25509719d req-e85757a7-a4e3-4adb-8907-5f7f9218ed3c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:38.189064 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36c3485f-9e02-4d87-91aa-f9e25509719d req-e85757a7-a4e3-4adb-8907-5f7f9218ed3c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0517600 Apr 03 16:38:38.237758 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36c3485f-9e02-4d87-91aa-f9e25509719d req-5a12790a-e92f-4e4a-b917-bbb648ff0d15 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Apr 03 16:38:39.356969 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f29e-335b-4afb-8904-39e0bf868c97 req-b09f4d29-1e92-4639-81fc-bebc9ff79c86 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:39.358377 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e747f29e-335b-4afb-8904-39e0bf868c97 req-b09f4d29-1e92-4639-81fc-bebc9ff79c86 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0570493 Apr 03 16:38:39.404323 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e747f29e-335b-4afb-8904-39e0bf868c97 req-df8abfbd-5bd7-4011-92ea-d1f56a6a5732 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Apr 03 16:38:40.122878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a39ae576-21fa-4ea3-af24-5c3df77ac06b details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:38:40.215966 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:40.227905 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'port_id': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'mac_address': 'fa:16:3e:99:78:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:38:40.263805 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a39ae576-21fa-4ea3-af24-5c3df77ac06b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:40.264093 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:40.279339 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39ae576-21fa-4ea3-af24-5c3df77ac06b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:38:40.297957 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:40.302951 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:40.347734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:40.354478 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.354825 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.355189 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.355531 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.355864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.356192 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.356545 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.356867 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.357191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.357523 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.357844 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.358167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.358490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.358809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.359127 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:40.458976 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a9e53f2-dbf0-440f-9773-dc63bf6c7b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:40.532435 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a44b37-2ad2-4354-b0b8-5afe627fc814 req-e728943a-b2c6-4f0d-9a8a-2d0c9a14f669 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.534515 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99a44b37-2ad2-4354-b0b8-5afe627fc814 req-e728943a-b2c6-4f0d-9a8a-2d0c9a14f669 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0600011 Apr 03 16:38:40.579368 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99a44b37-2ad2-4354-b0b8-5afe627fc814 req-a822498f-dfce-4fcc-bc31-18d01c56cccf tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Apr 03 16:38:40.804733 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a39ae576-21fa-4ea3-af24-5c3df77ac06b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:38:41.404485 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:41.698349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d336dd7-08a1-44aa-9d73-5c53722d885c req-cdf12dbc-ce5a-448d-b162-4b2ba9d901d4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:41.699730 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d336dd7-08a1-44aa-9d73-5c53722d885c req-cdf12dbc-ce5a-448d-b162-4b2ba9d901d4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0521011 Apr 03 16:38:41.751963 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d336dd7-08a1-44aa-9d73-5c53722d885c req-dfa690a3-defd-4d48-99a8-ba28401afadc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Apr 03 16:38:42.456527 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:38:42.867463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4847e-9ec0-4a9a-8ba3-69c09735d1db req-bd961002-e451-4ece-a129-59a175d01aee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:42.868931 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19f4847e-9ec0-4a9a-8ba3-69c09735d1db req-bd961002-e451-4ece-a129-59a175d01aee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0504282 Apr 03 16:38:42.914575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19f4847e-9ec0-4a9a-8ba3-69c09735d1db req-49c11800-9ae8-48bb-9859-9c2be496dbeb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Apr 03 16:38:42.958348 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.029377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656944b5-e931-48c8-bf17-7b2fe1965242 req-67dc5553-1b84-40b9-af08-7fd62ffe0e4a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:44.030882 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-656944b5-e931-48c8-bf17-7b2fe1965242 req-67dc5553-1b84-40b9-af08-7fd62ffe0e4a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Apr 03 16:38:44.077308 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-656944b5-e931-48c8-bf17-7b2fe1965242 req-149dc0ee-9859-47fc-8863-870e58ca9268 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Apr 03 16:38:44.138370 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a39ae576-21fa-4ea3-af24-5c3df77ac06b up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:44.186397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port a39ae576-21fa-4ea3-af24-5c3df77ac06b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:38:44.190662 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port a39ae576-21fa-4ea3-af24-5c3df77ac06b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:44.191034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.272893 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a39ae576-21fa-4ea3-af24-5c3df77ac06b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:44.273282 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.294960 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:44.297224 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101a03b4-b8fa-46ed-b417-830af580eda2" -d '{"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:44.309699 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:44.313643 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.360975 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:44.394291 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f21dc-267b-4640-8fd1-a00440137ecb x-openstack-request-id: req-8b6f21dc-267b-4640-8fd1-a00440137ecb {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:44.394579 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:44.394834 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b6f21dc-267b-4640-8fd1-a00440137ecb {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:44.395224 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6f21dc-267b-4640-8fd1-a00440137ecb'] response: {'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'code': 200} Apr 03 16:38:44.408533 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.570351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f013e2-e79a-4a19-ae6a-2cb17f96a414 req-5c04f0c8-f2c6-41eb-96c6-83ea6f31fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:44.571885 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94f013e2-e79a-4a19-ae6a-2cb17f96a414 req-5c04f0c8-f2c6-41eb-96c6-83ea6f31fb95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1130 time: 0.0470967 Apr 03 16:38:44.583683 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:44.616993 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94f013e2-e79a-4a19-ae6a-2cb17f96a414 req-a832bc52-903f-4910-aa50-5c9cf9c4cb1e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Apr 03 16:38:45.194092 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be97e4-a9bf-47e5-91a8-8c502f06742e req-a70e4333-fd6c-4692-a430-89dcf3bd156d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:45.195538 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-83be97e4-a9bf-47e5-91a8-8c502f06742e req-a70e4333-fd6c-4692-a430-89dcf3bd156d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0521510 Apr 03 16:38:45.240615 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-83be97e4-a9bf-47e5-91a8-8c502f06742e req-38b2ce1d-606a-4832-b3e4-c60b7c2a3409 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 Apr 03 16:38:46.357706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747523b-7109-4c9f-96c5-9790275562a2 req-22a088a5-04b8-4e35-a45a-30c1b45eae14 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:46.359056 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4747523b-7109-4c9f-96c5-9790275562a2 req-22a088a5-04b8-4e35-a45a-30c1b45eae14 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0515540 Apr 03 16:38:46.407647 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4747523b-7109-4c9f-96c5-9790275562a2 req-0b65b14a-41ae-40e2-9851-03c7bc02cfe2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Apr 03 16:38:47.522866 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce1f5-15d9-42d9-abf4-0c3fd4564373 req-54a0528d-c8d8-48cd-a6b7-494678eb5609 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:47.524353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eddce1f5-15d9-42d9-abf4-0c3fd4564373 req-54a0528d-c8d8-48cd-a6b7-494678eb5609 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0542116 Apr 03 16:38:47.569928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eddce1f5-15d9-42d9-abf4-0c3fd4564373 req-24584ff2-9f95-4e3d-a998-e5272c0ef1fb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Apr 03 16:38:47.684768 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771075a-1034-42f6-a569-8013839bf3ec req-297aff13-24e1-4995-b088-30ea4f7629d1 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:47.686142 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a771075a-1034-42f6-a569-8013839bf3ec req-297aff13-24e1-4995-b088-30ea4f7629d1 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0519161 Apr 03 16:38:47.732342 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a771075a-1034-42f6-a569-8013839bf3ec req-0c5649f4-9233-4795-871f-c4c0b921834b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Apr 03 16:38:48.055358 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d159-37d9-4794-8b41-94d0621aa504 req-fe8f1bc7-0fb0-49ac-aa36-989337bce1ca tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:48.056841 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b173d159-37d9-4794-8b41-94d0621aa504 req-fe8f1bc7-0fb0-49ac-aa36-989337bce1ca tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Apr 03 16:38:48.103215 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b173d159-37d9-4794-8b41-94d0621aa504 req-e1008e4e-0087-49fb-aab2-c74d3a21153f tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Apr 03 16:38:49.668758 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-0cbe5c71-2064-4c3d-b08f-221c3fa82a47 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434449 Apr 03 16:38:49.737807 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-2c3e0553-4849-4d2c-ba56-3bbca63fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:49.739295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-2c3e0553-4849-4d2c-ba56-3bbca63fbec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 1130 time: 0.0455115 Apr 03 16:38:49.852008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-b837181f-64e0-4072-8fb3-74f32902d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:49.853514 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-b837181f-64e0-4072-8fb3-74f32902d3be service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.0889993 Apr 03 16:38:49.898001 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-e2b5308a-a373-4ea3-903c-805f6622fe6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 200 len: 217 time: 0.0346782 Apr 03 16:38:49.948929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-12d14710-9fe0-44fa-af95-1235557e3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:49.950274 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-12d14710-9fe0-44fa-af95-1235557e3eb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0470915 Apr 03 16:38:49.998676 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-4e99b063-3a6b-4fe5-ab75-cd32050db0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:50.000387 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-4e99b063-3a6b-4fe5-ab75-cd32050db0eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432286 Apr 03 16:38:50.090509 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-0caf43b0-4a20-44f1-9301-8d7919621bfb service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Apr 03 16:38:50.183474 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fce4d509-a37a-4b8b-8b6b-48f4b0a89691 req-61503c51-5ac1-4980-8aa6-b94217137bcb service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856616 Apr 03 16:38:58.512567 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b5514-bfb6-4c7e-82f0-98cc8f3fef13 req-619b3970-fbe8-46cf-819c-5aeba3fb329c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:58.514035 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c2b5514-bfb6-4c7e-82f0-98cc8f3fef13 req-619b3970-fbe8-46cf-819c-5aeba3fb329c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0544379 Apr 03 16:38:58.560000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c2b5514-bfb6-4c7e-82f0-98cc8f3fef13 req-f8ddb410-f443-4f09-9a1d-66e295ff0e31 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Apr 03 16:38:58.582100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:38:58.666877 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6744c-6b91-41f1-aa39-a32d723738a1 tempest-TestMinimumBasicScenario-455219438 tempest-TestMinimumBasicScenario-455219438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:58.668362 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-92c6744c-6b91-41f1-aa39-a32d723738a1 tempest-TestMinimumBasicScenario-455219438 tempest-TestMinimumBasicScenario-455219438-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1125 time: 0.0853133 Apr 03 16:38:58.671173 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:38:58.675726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'port_id': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:58.695611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:58.791879 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:58.903635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Allocated IP 172.27.2.143 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/7de020d5-8fc4-46c1-a9fe-29f09923fbf2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:59.007889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.049376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.093902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:59.097970 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:59.105249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:59.134097 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'Port': ['ID=7de020d5-8fc4-46c1-a9fe-29f09923fbf2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:59.498347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for floatingip (768c4879-a3f7-4c9c-8e31-cf45f07e5f2b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.571878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.740434 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.744715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.816656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'Port': ['ID=7de020d5-8fc4-46c1-a9fe-29f09923fbf2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:59.824777 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (768c4879-a3f7-4c9c-8e31-cf45f07e5f2b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.927773 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Floating IP 768c4879-a3f7-4c9c-8e31-cf45f07e5f2b associated. External IP: 172.27.2.143, port: a39ae576-21fa-4ea3-af24-5c3df77ac06b. Apr 03 16:39:00.361121 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Router 138d6d67-b981-44e0-aeca-c77a203b3530 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:00.468687 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:00.478849 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Sync routers for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:00.487112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.489588 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:00.490207 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:38:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:00.516350 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-941731e5-2d48-47df-8c01-5d8648bf25f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8441865 Apr 03 16:39:00.517177 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:00.519308 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38288) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:00.519839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7938e3c-fdcf-4851-8213-5a34546c7dca" -d '{"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:00.524887 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47200618', 'description': 'tempest-secgroup-smoke-47200618 description', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:00.550100 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.558063 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bfb7f3-0e3c-4b9f-b1ec-05e2a53d532b x-openstack-request-id: req-11bfb7f3-0e3c-4b9f-b1ec-05e2a53d532b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:00.558360 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:00.558611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11bfb7f3-0e3c-4b9f-b1ec-05e2a53d532b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:00.559013 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bfb7f3-0e3c-4b9f-b1ec-05e2a53d532b'] response: {'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:39:00.604353 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:00.621675 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (b0a3e772-de90-4075-ad3d-4e8efedb4201), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.625507 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b0a3e772-de90-4075-ad3d-4e8efedb4201), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.631641 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-3835786d-b732-40fd-a1ad-2a73bdbad322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:00.633194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-3835786d-b732-40fd-a1ad-2a73bdbad322 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1130 time: 0.0515378 Apr 03 16:39:00.657834 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.659068 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1387293 Apr 03 16:39:00.661776 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a3e772-de90-4075-ad3d-4e8efedb4201,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:00.663655 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:00.672606 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:00.690496 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.690966 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.691308 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.691765 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.692023 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.692465 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.692865 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.693219 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.693589 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.694095 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.694437 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.694768 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.695103 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.695536 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.695845 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136d3d1-2ad5-4e2e-bf2a-7a554245d5eb tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:00.704560 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (03486565-a7a7-466a-95f0-45f53a07a2cd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.738661 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-e25b100b-2e3d-4a41-817b-87eb34245924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:00.740636 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-e25b100b-2e3d-4a41-817b-87eb34245924 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.1011355 Apr 03 16:39:00.754089 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (03486565-a7a7-466a-95f0-45f53a07a2cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.759868 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (03486565-a7a7-466a-95f0-45f53a07a2cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.776651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03486565-a7a7-466a-95f0-45f53a07a2cd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:00.789392 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.791304 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3a88d50f-1b04-4d04-8422-e713a4c51ba4 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261680 Apr 03 16:39:00.793441 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:00.798787 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:00.820829 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-adf2988f-14ce-4aca-a63e-367eac59a229 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1000 time: 0.0727680 Apr 03 16:39:00.825286 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (0bb55b00-4ba8-4892-b54c-fdcda65e474a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.852816 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '768c4879-a3f7-4c9c-8e31-cf45f07e5f2b', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'port_id': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'mac_address': 'fa:16:3e:99:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:59Z', 'updated_at': '2022-04-03T16:38:59Z', 'revision_number': 0, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:00.880929 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Checking router: 138d6d67-b981-44e0-aeca-c77a203b3530 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:00.883541 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-f9d4adb3-7ee4-4d6b-9a97-da63d216373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:00.884489 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (0bb55b00-4ba8-4892-b54c-fdcda65e474a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.885601 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-f9d4adb3-7ee4-4d6b-9a97-da63d216373d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0576446 Apr 03 16:39:00.888919 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (0bb55b00-4ba8-4892-b54c-fdcda65e474a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:00.889318 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:00.890090 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:38:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:00.944799 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-41387c93-7a0c-41e1-acec-33083c9042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:00.946360 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-41387c93-7a0c-41e1-acec-33083c9042fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538802 Apr 03 16:39:01.005445 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:01.052802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-7383321e-5c38-465c-b3a7-111417372ed5 service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948308 Apr 03 16:39:01.114074 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb55b00-4ba8-4892-b54c-fdcda65e474a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:01.124510 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.125856 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a4960a72-7e5e-4252-b555-bdcf2d85c588 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3312128 Apr 03 16:39:01.128983 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:01.133695 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:01.149287 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7938e3c-fdcf-4851-8213-5a34546c7dca req-97a00556-895d-44d2-8eb6-39ea8d6e5434 service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930717 Apr 03 16:39:01.158104 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (d3cec8c1-1805-458f-b682-87e5572b2333), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.215140 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (d3cec8c1-1805-458f-b682-87e5572b2333), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.218186 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (d3cec8c1-1805-458f-b682-87e5572b2333), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.236685 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cec8c1-1805-458f-b682-87e5572b2333,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:01.243622 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '768c4879-a3f7-4c9c-8e31-cf45f07e5f2b', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'port_id': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'mac_address': 'fa:16:3e:99:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:59Z', 'updated_at': '2022-04-03T16:38:59Z', 'revision_number': 0, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:01.246289 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.247479 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fab6f764-81c9-43b3-9df6-d0a3642de5a7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174216 Apr 03 16:39:01.250447 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:01.255539 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:01.271261 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469210d-d709-4ba4-b54f-d42292691759 None None] The sync data for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi is: [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '768c4879-a3f7-4c9c-8e31-cf45f07e5f2b', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'port_id': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'mac_address': 'fa:16:3e:99:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:59Z', 'updated_at': '2022-04-03T16:38:59Z', 'revision_number': 0, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:01.282171 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (01de1092-2805-4676-a9c0-67b2a7905786), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.340104 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (01de1092-2805-4676-a9c0-67b2a7905786), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.343885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (01de1092-2805-4676-a9c0-67b2a7905786), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.362402 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01de1092-2805-4676-a9c0-67b2a7905786,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:01.369634 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.370820 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3ba376ed-6b07-4afe-a8f7-c696c1f70dd5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188886 Apr 03 16:39:01.373381 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:01.378532 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:01.399797 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Project 6dca9a9baa76403fbb1c9293318cd5ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:39:01.404949 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (b66fe42d-e541-445c-a6e6-6e015c9d0639), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.467305 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (b66fe42d-e541-445c-a6e6-6e015c9d0639), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.472808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (b66fe42d-e541-445c-a6e6-6e015c9d0639), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.477062 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8478b39-92bf-4e9f-ade8-5e8eb77a9d94 None None] New status for floating IP 768c4879-a3f7-4c9c-8e31-cf45f07e5f2b: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:01.496311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66fe42d-e541-445c-a6e6-6e015c9d0639,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:01.503487 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.507051 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-00c2dbe1-4ceb-4aa7-9ef1-528343837dbc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302333 Apr 03 16:39:01.507456 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:01.512030 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3e772-de90-4075-ad3d-4e8efedb4201', 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:01.533801 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Project 6dca9a9baa76403fbb1c9293318cd5ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:39:01.538718 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (ce48d499-a9e8-4d52-a76a-be38d132361e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.603596 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (ce48d499-a9e8-4d52-a76a-be38d132361e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.609096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (ce48d499-a9e8-4d52-a76a-be38d132361e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.627992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce48d499-a9e8-4d52-a76a-be38d132361e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:01.637009 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.638187 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bebea354-c31c-444b-8d70-d123e86971c6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296470 Apr 03 16:39:01.727614 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-126cb7a6-38dc-440d-884e-bf321e36362d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47200618&fields=id&tenant_id=6dca9a9baa76403fbb1c9293318cd5ac HTTP/1.1" status: 200 len: 267 time: 0.0446849 Apr 03 16:39:01.782856 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-2624da87-cdac-44fa-b243-84f5e818583b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:01.784545 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-2624da87-cdac-44fa-b243-84f5e818583b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0516324 Apr 03 16:39:01.794977 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'port': {'security_groups': ['87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b', 'b0a3e772-de90-4075-ad3d-4e8efedb4201']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:01.868713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:02.052848 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:02.084313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:02.088725 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:02.103492 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a39ae576-21fa-4ea3-af24-5c3df77ac06b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:39:02.131290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.131790 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:02.133207 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-623c7795-1229-4c93-aadf-1af703cb4b8b req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "PUT /v2.0/ports/a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 982 time: 0.3425548 Apr 03 16:39:02.161651 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce215-5f93-40a5-af1f-da8edfc3eb5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:02.255820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aef605-6a59-4d59-b38a-49b65f4e273d req-4e1b387e-dbe1-47d6-ada8-8b23c2cd7288 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.257395 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64aef605-6a59-4d59-b38a-49b65f4e273d req-4e1b387e-dbe1-47d6-ada8-8b23c2cd7288 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0586782 Apr 03 16:39:02.277723 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a39ae576-21fa-4ea3-af24-5c3df77ac06b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:39:02.333870 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64aef605-6a59-4d59-b38a-49b65f4e273d req-7a5e5964-416e-4ed5-b409-5d7303e2c6aa tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0661738 Apr 03 16:39:02.433563 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0ecff67d-0be2-4e7c-a9d0-2e634fa3401d None None] Provisioning complete for port a39ae576-21fa-4ea3-af24-5c3df77ac06b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:39:02.433862 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ecff67d-0be2-4e7c-a9d0-2e634fa3401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:02.559928 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:02.562332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:02.596874 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc226d7d-7cec-49dc-83e3-5483a03865a8 x-openstack-request-id: req-bc226d7d-7cec-49dc-83e3-5483a03865a8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:02.597168 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:02.597421 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc226d7d-7cec-49dc-83e3-5483a03865a8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:02.597825 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc226d7d-7cec-49dc-83e3-5483a03865a8'] response: {'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:39:02.640038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0ecff67d-0be2-4e7c-a9d0-2e634fa3401d None None] Current status of the port a39ae576-21fa-4ea3-af24-5c3df77ac06b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:39:02.668344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-97c73884-9d22-41e9-8433-4b24c12bbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.669889 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-97c73884-9d22-41e9-8433-4b24c12bbb78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1169 time: 0.0492382 Apr 03 16:39:02.761322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-ff0b40ff-d63c-4f47-9917-e10a628e5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.762827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-ff0b40ff-d63c-4f47-9917-e10a628e5a99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.0839481 Apr 03 16:39:02.840473 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-77048f47-c33d-4fa1-b739-fbd81c922e52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1002 time: 0.0619998 Apr 03 16:39:02.899157 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-13fa9f30-e1c7-45ac-8e54-fd59aaf39a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.900611 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-13fa9f30-e1c7-45ac-8e54-fd59aaf39a43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0443633 Apr 03 16:39:02.947839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-37ca3494-3362-430d-bd8b-21037b91da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:02.949345 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-37ca3494-3362-430d-bd8b-21037b91da4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428100 Apr 03 16:39:03.053153 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-f799e8d0-6b7c-4d7a-ad3b-e72b615f3414 service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852959 Apr 03 16:39:03.141656 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc4dde59-8b9e-4e1d-ab33-18ca46d134d8 req-c67089fa-61f0-4088-814b-8d0813ec7fed service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821731 Apr 03 16:39:07.443549 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf33270-b993-4827-a5f4-09838d4f7306 req-7061ac77-d165-4197-995c-3317dcd76671 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:07.445056 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3bf33270-b993-4827-a5f4-09838d4f7306 req-7061ac77-d165-4197-995c-3317dcd76671 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Apr 03 16:39:07.494826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3bf33270-b993-4827-a5f4-09838d4f7306 req-0a64f1a9-2eba-492f-b657-1281e2b7ebcc tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Apr 03 16:39:08.061650 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-413cae4c-dbaa-4c9f-b1e7-42a13d5f66b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:08.613524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4bb11-159e-4649-a99b-283cfa109167 req-26c60cce-b2dd-45c5-a13b-5ec2eb17f40f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:08.615013 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3be4bb11-159e-4649-a99b-283cfa109167 req-26c60cce-b2dd-45c5-a13b-5ec2eb17f40f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Apr 03 16:39:08.660525 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3be4bb11-159e-4649-a99b-283cfa109167 req-f9f5e312-1b59-4052-a4b5-77e75862aba8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Apr 03 16:39:09.778115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf235a-fce2-4e01-aedd-9de6be2e5939 req-c65b3aad-c48d-48ae-8db1-83c2e6776c26 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:09.779574 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6bf235a-fce2-4e01-aedd-9de6be2e5939 req-c65b3aad-c48d-48ae-8db1-83c2e6776c26 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0524294 Apr 03 16:39:09.825376 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6bf235a-fce2-4e01-aedd-9de6be2e5939 req-52cd6e6a-3c4a-4c42-8143-8a4ef904dbe7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Apr 03 16:39:10.460132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c28183e2-4309-4023-8f3c-fe9e0ca3efa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:10.943575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3e08e-c806-4950-a258-22a7e239f9da req-9fee4f3e-7450-46b8-80e7-08cfc4667145 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:10.945049 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6e3e08e-c806-4950-a258-22a7e239f9da req-9fee4f3e-7450-46b8-80e7-08cfc4667145 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0551174 Apr 03 16:39:10.990515 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6e3e08e-c806-4950-a258-22a7e239f9da req-85da9483-7656-42ee-b3c3-d74998f3f97f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Apr 03 16:39:11.407133 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:12.112453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f1529-cee7-4d33-bb24-15b8efe116c2 req-ec001db5-b8ee-41f4-98cf-546bae51d2dd tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:12.113919 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-588f1529-cee7-4d33-bb24-15b8efe116c2 req-ec001db5-b8ee-41f4-98cf-546bae51d2dd tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0524151 Apr 03 16:39:12.160131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-588f1529-cee7-4d33-bb24-15b8efe116c2 req-7e6be5a2-c846-4806-bb03-b215be00e052 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Apr 03 16:39:12.967302 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:13.277552 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f5c0b-c28a-42d5-97e0-eb9f6c70f915 req-3010f37a-b0aa-4c9f-84a4-b53724e20817 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:13.279038 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc0f5c0b-c28a-42d5-97e0-eb9f6c70f915 req-3010f37a-b0aa-4c9f-84a4-b53724e20817 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Apr 03 16:39:13.327844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc0f5c0b-c28a-42d5-97e0-eb9f6c70f915 req-b39c33e3-7800-4b8c-bf64-cc6d6e0b89e5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Apr 03 16:39:14.413141 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:14.446055 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb5641-e42a-448f-80b8-64d24d1791f7 req-932fe4a0-ac3b-402b-b93f-317ef1d3d8a6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:14.447524 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fdcb5641-e42a-448f-80b8-64d24d1791f7 req-932fe4a0-ac3b-402b-b93f-317ef1d3d8a6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Apr 03 16:39:14.493916 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fdcb5641-e42a-448f-80b8-64d24d1791f7 req-0fe6c17d-9cc8-406e-91df-3d46534baad9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Apr 03 16:39:14.601136 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:15.609102 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd21f3-3650-4322-b91a-dee3abf8842a req-62804d5d-b677-43fe-b8eb-770542e45f7f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:15.610567 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9dd21f3-3650-4322-b91a-dee3abf8842a req-62804d5d-b677-43fe-b8eb-770542e45f7f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0512125 Apr 03 16:39:15.656063 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9dd21f3-3650-4322-b91a-dee3abf8842a req-be0ed6a3-6873-4283-a214-ba78eb883407 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 Apr 03 16:39:16.780104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f04e0-5217-4eb1-b163-8b66ad79a386 req-b8ce04ee-b51e-4333-94e7-89938b4e50fb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:16.781599 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc2f04e0-5217-4eb1-b163-8b66ad79a386 req-b8ce04ee-b51e-4333-94e7-89938b4e50fb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0574884 Apr 03 16:39:16.828640 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc2f04e0-5217-4eb1-b163-8b66ad79a386 req-a9c76ed9-2080-48ac-8494-f793400f61de tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Apr 03 16:39:17.946131 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90ddae-ac4c-4078-a360-2ca699f9279c req-de02778e-822e-4353-9fac-de667ea35228 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:17.947609 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa90ddae-ac4c-4078-a360-2ca699f9279c req-de02778e-822e-4353-9fac-de667ea35228 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Apr 03 16:39:17.994607 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa90ddae-ac4c-4078-a360-2ca699f9279c req-88046666-0cc2-4b85-8d38-e31fb91a97dd tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Apr 03 16:39:18.220540 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a83b5-37c0-41c3-9787-3cf2c691bd6b req-49a91c76-58ab-4a81-8b4b-c2d6d71162e3 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:18.222676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-581a83b5-37c0-41c3-9787-3cf2c691bd6b req-49a91c76-58ab-4a81-8b4b-c2d6d71162e3 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0817714 Apr 03 16:39:18.254858 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-4a26e4da-97d6-41e1-8280-e97f90234ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:18.256333 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-4a26e4da-97d6-41e1-8280-e97f90234ba4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 1129 time: 0.0704243 Apr 03 16:39:18.321918 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-581a83b5-37c0-41c3-9787-3cf2c691bd6b req-59fbc2d8-ad98-4e28-af21-81686e0d6045 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934563 Apr 03 16:39:18.360365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-527caca9-56c8-4e3b-aff2-8c6c23f18437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:18.361788 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-527caca9-56c8-4e3b-aff2-8c6c23f18437 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.0981152 Apr 03 16:39:18.431340 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-c139566f-41d4-44f5-a1b7-1ae359c76d74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 200 len: 1001 time: 0.0621905 Apr 03 16:39:18.481134 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-7886f4c7-dcb4-4fd3-9dfd-966f5caf15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:18.482547 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-7886f4c7-dcb4-4fd3-9dfd-966f5caf15cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0433180 Apr 03 16:39:18.531601 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-56d23a9c-29ef-479e-8300-4682931e0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:18.533147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-56d23a9c-29ef-479e-8300-4682931e0c33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438123 Apr 03 16:39:18.624696 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-bdd78f80-3911-45ed-a2b2-0d8d8a973cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839932 Apr 03 16:39:18.714241 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a9522b3-5305-4ff5-b449-56193ec67309 req-5834d3a1-694b-48c0-aa02-af45f76fe636 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Apr 03 16:39:19.451101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00b1a7-1734-4b83-abd4-6a9ed95bf6c8 req-baf6fb9c-ca24-41fb-badc-23cfb0cdac91 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:19.452625 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b00b1a7-1734-4b83-abd4-6a9ed95bf6c8 req-baf6fb9c-ca24-41fb-badc-23cfb0cdac91 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0608573 Apr 03 16:39:19.454582 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:39:19.498381 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b00b1a7-1734-4b83-abd4-6a9ed95bf6c8 req-92c2d1f3-b9e5-4320-bab2-81ce52586abe tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Apr 03 16:39:20.615098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5c5d-aa60-4f09-8811-0b424c56ed0d req-42d81590-fb2a-42f4-b6ee-57e2a4f3f003 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:20.616516 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab7c5c5d-aa60-4f09-8811-0b424c56ed0d req-42d81590-fb2a-42f4-b6ee-57e2a4f3f003 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Apr 03 16:39:20.662846 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab7c5c5d-aa60-4f09-8811-0b424c56ed0d req-1a16e3b5-3eaf-4f67-9fed-98062402734d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407555 Apr 03 16:39:21.530674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d336e-2ce2-475c-88ff-46c94731dbc7 req-4589706b-43ee-49a8-bdc3-da90e9ff7d10 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:21.532115 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-827d336e-2ce2-475c-88ff-46c94731dbc7 req-4589706b-43ee-49a8-bdc3-da90e9ff7d10 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.0550909 Apr 03 16:39:21.577052 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-827d336e-2ce2-475c-88ff-46c94731dbc7 req-2432604f-aa8b-47f8-9b21-fda5d055d77c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Apr 03 16:39:22.694784 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00795da6-2c39-49c1-b643-252156619305 req-d37c7599-89b6-464c-9cb6-efd042a93d53 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:22.696242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00795da6-2c39-49c1-b643-252156619305 req-d37c7599-89b6-464c-9cb6-efd042a93d53 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.0525768 Apr 03 16:39:22.746490 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00795da6-2c39-49c1-b643-252156619305 req-b07fd0ba-de2d-4a4d-a8f3-d3363df3b4fa tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 Apr 03 16:39:23.645995 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688240b-00b5-4bda-864d-644aa763b23f req-ae8ae932-562a-474d-84bb-b20c100d1363 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:23.647428 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2688240b-00b5-4bda-864d-644aa763b23f req-ae8ae932-562a-474d-84bb-b20c100d1363 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.0518649 Apr 03 16:39:23.745307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port c65bca6a-2664-49dc-935a-7c46d4bd4005 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:23.745980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:23.861875 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] For port c65bca6a-2664-49dc-935a-7c46d4bd4005, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=c65bca6a-2664-49dc-935a-7c46d4bd4005,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:23.862242 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:23.962168 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c02a-085d-4035-9e64-0848b0cfc6a6 req-d046b8f9-d8e0-47be-8305-53560eab847d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:23.963639 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2115c02a-085d-4035-9e64-0848b0cfc6a6 req-d046b8f9-d8e0-47be-8305-53560eab847d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 945 time: 0.1493528 Apr 03 16:39:24.071537 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2115c02a-085d-4035-9e64-0848b0cfc6a6 req-2f992ad3-f009-4c8a-b170-ea97481cd558 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e694f2d5-05ff-4560-9fb5-bbf8367169bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022902 Apr 03 16:39:24.127641 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:24.128010 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:24.128327 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP d0e9f3c3-5244-4f30-94a5-4d27bbbbde76 disassociated. External IP: 172.27.2.27, port: c65bca6a-2664-49dc-935a-7c46d4bd4005. Apr 03 16:39:24.128752 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for c65bca6a-2664-49dc-935a-7c46d4bd4005 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:24.255059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (c65bca6a-2664-49dc-935a-7c46d4bd4005), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:24.283932 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=c65bca6a-2664-49dc-935a-7c46d4bd4005,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:24.400884 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:24.506656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:24.516199 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:24.529540 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:24.530259 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:24.649827 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:24.789750 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] No DVR routers for this DVR port c65bca6a-2664-49dc-935a-7c46d4bd4005 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:39:24.792443 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:24.795805 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2688240b-00b5-4bda-864d-644aa763b23f req-ded94c07-d68c-4f4e-a4e0-ea243e0e3b0d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "DELETE /v2.0/ports/c65bca6a-2664-49dc-935a-7c46d4bd4005 HTTP/1.1" status: 204 len: 173 time: 1.1428459 Apr 03 16:39:24.796275 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'name': 'network-vif-deleted', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:24.798653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a088cbd-5123-446f-8ccf-e06a0fb64015" -d '{"events": [{"server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "name": "network-vif-deleted", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:24.835499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facc775b-08b3-40c2-b8e9-b7376e16a4ec x-openstack-request-id: req-facc775b-08b3-40c2-b8e9-b7376e16a4ec {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:24.835800 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a11517b-989b-40aa-b524-c2aeac16e52d", "name": "network-vif-deleted", "tag": "c65bca6a-2664-49dc-935a-7c46d4bd4005", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:24.836056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-facc775b-08b3-40c2-b8e9-b7376e16a4ec {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:24.836486 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facc775b-08b3-40c2-b8e9-b7376e16a4ec'] response: {'server_uuid': '7a11517b-989b-40aa-b524-c2aeac16e52d', 'name': 'network-vif-deleted', 'tag': 'c65bca6a-2664-49dc-935a-7c46d4bd4005', 'status': 'completed', 'code': 200} Apr 03 16:39:24.976212 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:25.001918 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:25.010059 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:25.010668 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:25.123442 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:25.186006 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-53d9e2eb-f42c-4eef-8373-1e7f5a1f094d req-c75c1ff0-3c3c-4b6a-bb4e-13098514c7d1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a11517b-989b-40aa-b524-c2aeac16e52d HTTP/1.1" status: 200 len: 210 time: 0.0281725 Apr 03 16:39:25.358689 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:25.385137 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e114d7-3a02-4a09-ae10-74a35404c6e8 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd21b72f7-4e8d-4481-aa4f-d5c15043d451', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:5e:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:00Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 2, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:25.625185 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a965e8-7ef5-43f9-a5be-5f2c94f7246d None None] New status for floating IP d0e9f3c3-5244-4f30-94a5-4d27bbbbde76: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:26.274686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:26.327286 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e694f2d5-05ff-4560-9fb5-bbf8367169bc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.351394 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e694f2d5-05ff-4560-9fb5-bbf8367169bc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.404425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e694f2d5-05ff-4560-9fb5-bbf8367169bc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.407295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.408464 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/security-groups/e694f2d5-05ff-4560-9fb5-bbf8367169bc HTTP/1.1" status: 204 len: 168 time: 0.1327431 Apr 03 16:39:26.411492 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:26.417434 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca325f0-c834-4b53-9805-e5237fb78b61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694f2d5-05ff-4560-9fb5-bbf8367169bc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:26.428552 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-0a66f014-3f3f-4f6c-a988-f84d2b6bb24f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] show failed (client error): The resource could not be found. Apr 03 16:39:26.429780 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0a66f014-3f3f-4f6c-a988-f84d2b6bb24f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups/e694f2d5-05ff-4560-9fb5-bbf8367169bc HTTP/1.1" status: 404 len: 347 time: 0.0171769 Apr 03 16:39:26.432731 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:26.561242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:26.561581 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.636822 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.637123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.649656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:26.826695 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.862815 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=c70822dd-e40b-4f7a-b4ab-c7d1d21a1b35,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:26.919461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d0e9f3c3-5244-4f30-94a5-4d27bbbbde76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.922054 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:26.923641 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e43f0d25-6df5-4581-8302-2b0bf9d715ee tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/floatingips/d0e9f3c3-5244-4f30-94a5-4d27bbbbde76 HTTP/1.1" status: 204 len: 168 time: 0.4894145 Apr 03 16:39:27.603313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-5da0531c-1683-4c68-9dd6-ca03af99df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:27.604822 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-5da0531c-1683-4c68-9dd6-ca03af99df69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0798938 Apr 03 16:39:27.611565 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c2a8-9eca-4cf5-ad5f-300e1eeed1b1 req-b0a0decc-cb7a-4b7a-bd53-0d42ef7d2d89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:27.613537 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1436c2a8-9eca-4cf5-ad5f-300e1eeed1b1 req-b0a0decc-cb7a-4b7a-bd53-0d42ef7d2d89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0751250 Apr 03 16:39:27.713322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1436c2a8-9eca-4cf5-ad5f-300e1eeed1b1 req-4d3e6d01-8347-4420-9442-2f1f5558f8db tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919223 Apr 03 16:39:27.735266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-e8263eff-c7c1-4696-b1ad-a232c65eb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:27.735266 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-e8263eff-c7c1-4696-b1ad-a232c65eb2ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1203866 Apr 03 16:39:27.800076 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-874b763e-bbde-409c-82a9-f16e00e56992 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 1000 time: 0.0583589 Apr 03 16:39:27.851860 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-6dbb8be1-18a6-4831-bfbf-fba64544e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:27.853333 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-6dbb8be1-18a6-4831-bfbf-fba64544e24c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0461297 Apr 03 16:39:27.902138 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-e578d889-4360-4b65-ab54-54a8676bb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:27.903608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-e578d889-4360-4b65-ab54-54a8676bb52b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438676 Apr 03 16:39:27.994839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-45cc94c7-626c-4574-9d5b-6f4736dc5b25 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Apr 03 16:39:28.089375 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89362b25-fb5c-499f-aef0-ec61d399b467 req-f17581d6-ce0f-4746-ac50-bcb5c60953ca service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869360 Apr 03 16:39:28.354540 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device c65bca6a-2664-49dc-935a-7c46d4bd4005 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:39:28.378683 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: c65bca6a-2664-49dc-935a-7c46d4bd4005 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:39:28.379115 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device c65bca6a-2664-49dc-935a-7c46d4bd4005 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:39:28.549435 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a418fa-97b2-40cb-901c-84f38afa63f4 req-bb771587-3d83-4731-b410-adef84a8a2b2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:28.550929 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10a418fa-97b2-40cb-901c-84f38afa63f4 req-bb771587-3d83-4731-b410-adef84a8a2b2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Apr 03 16:39:28.597348 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10a418fa-97b2-40cb-901c-84f38afa63f4 req-d77aeca7-eb3f-4564-ab60-8b78c2d7463b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Apr 03 16:39:28.833539 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79bfb-66f6-4481-937f-92145b5b6187 req-64a15407-e732-4377-bf99-5428769ba9a9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:28.834943 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fb79bfb-66f6-4481-937f-92145b5b6187 req-64a15407-e732-4377-bf99-5428769ba9a9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0530572 Apr 03 16:39:28.884537 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fb79bfb-66f6-4481-937f-92145b5b6187 req-c5e98f60-1654-4db9-974f-ede7c197a5cc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 Apr 03 16:39:29.711959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-7480df92-cb50-4cf8-9ecc-624d9107036c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:29.713349 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-7480df92-cb50-4cf8-9ecc-624d9107036c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0800354 Apr 03 16:39:29.756517 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e44451-b85a-459b-9783-8f358fc90103 req-535eab8c-5840-4e90-a92a-2cc6774169d3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:29.757961 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63e44451-b85a-459b-9783-8f358fc90103 req-535eab8c-5840-4e90-a92a-2cc6774169d3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 945 time: 0.0922997 Apr 03 16:39:29.838533 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63e44451-b85a-459b-9783-8f358fc90103 req-73164395-71b9-4286-a56d-83653135287f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3bcdf93-7611-43f2-b6a1-febd5408c1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749803 Apr 03 16:39:29.859062 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port 99babeb5-c91c-4f59-a00a-10ec9fef60dc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:29.859489 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:29.949059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] For port 99babeb5-c91c-4f59-a00a-10ec9fef60dc, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=99babeb5-c91c-4f59-a00a-10ec9fef60dc,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:29.949428 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:30.090758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cabe7-7ea8-487d-85ce-fcade5f0e71d req-277c1037-7a85-4b2f-b311-a22f4907ba60 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:30.092246 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-872cabe7-7ea8-487d-85ce-fcade5f0e71d req-277c1037-7a85-4b2f-b311-a22f4907ba60 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.1401474 Apr 03 16:39:30.185700 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-872cabe7-7ea8-487d-85ce-fcade5f0e71d req-c01ed346-c555-44a4-9c68-992890ef2080 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865035 Apr 03 16:39:30.196870 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:30.197170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:30.197497 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP d21b72f7-4e8d-4481-aa4f-d5c15043d451 disassociated. External IP: 172.27.2.170, port: 99babeb5-c91c-4f59-a00a-10ec9fef60dc. Apr 03 16:39:30.197840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for 99babeb5-c91c-4f59-a00a-10ec9fef60dc owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:30.326038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (99babeb5-c91c-4f59-a00a-10ec9fef60dc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:30.354370 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=99babeb5-c91c-4f59-a00a-10ec9fef60dc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:30.468758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:30.578839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:30.588542 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:30.598794 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:30.599413 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:30.620164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] No DVR routers for this DVR port 99babeb5-c91c-4f59-a00a-10ec9fef60dc on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:39:30.622781 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:30.626397 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-61c9484a-f9f3-476c-a4fb-ed30f1fffbf8 req-3be94694-cfa0-4c05-9d4b-05372b511e3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "DELETE /v2.0/ports/99babeb5-c91c-4f59-a00a-10ec9fef60dc HTTP/1.1" status: 204 len: 173 time: 0.9073408 Apr 03 16:39:30.626791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'name': 'network-vif-deleted', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:30.629302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eaf0c7-b388-4bf7-920b-3a8f03ef5f52" -d '{"events": [{"server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "name": "network-vif-deleted", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:30.667482 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86159c08-c573-452f-8ae8-896117bad27a x-openstack-request-id: req-86159c08-c573-452f-8ae8-896117bad27a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:30.667776 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb3b9e-c18a-4b94-994b-3b7558584f64", "name": "network-vif-deleted", "tag": "99babeb5-c91c-4f59-a00a-10ec9fef60dc", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:30.668029 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86159c08-c573-452f-8ae8-896117bad27a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:30.668475 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86159c08-c573-452f-8ae8-896117bad27a'] response: {'server_uuid': 'fadb3b9e-c18a-4b94-994b-3b7558584f64', 'name': 'network-vif-deleted', 'tag': '99babeb5-c91c-4f59-a00a-10ec9fef60dc', 'status': 'completed', 'code': 200} Apr 03 16:39:30.714833 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:30.920478 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:30.946337 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:30.947420 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a434097-7d7d-46ff-9fa8-cfbdf61d474a req-48c75518-3cbf-487f-83e8-009206f44dfc tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fadb3b9e-c18a-4b94-994b-3b7558584f64 HTTP/1.1" status: 200 len: 210 time: 0.0260997 Apr 03 16:39:30.954687 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:30.955329 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:31.062327 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:31.277597 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:31.305278 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7206abd-51c8-4c9f-8504-c5556453aca5 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:31.311838 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80077-5ca8-45ca-8648-f0299e44cecc req-090c0a8f-c04c-4054-a0c4-f37744d06b0f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:31.313370 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8af80077-5ca8-45ca-8648-f0299e44cecc req-090c0a8f-c04c-4054-a0c4-f37744d06b0f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0548873 Apr 03 16:39:31.362701 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8af80077-5ca8-45ca-8648-f0299e44cecc req-36edeb8a-d95f-4490-a143-e7482b02997a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Apr 03 16:39:31.521277 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449627d-0602-46f1-8ee6-44f3b4516f75 None None] New status for floating IP d21b72f7-4e8d-4481-aa4f-d5c15043d451: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:32.029830 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:32.083180 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e3bcdf93-7611-43f2-b6a1-febd5408c1c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.105411 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (e3bcdf93-7611-43f2-b6a1-febd5408c1c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.153931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (e3bcdf93-7611-43f2-b6a1-febd5408c1c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.156584 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.157752 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/security-groups/e3bcdf93-7611-43f2-b6a1-febd5408c1c3 HTTP/1.1" status: 204 len: 168 time: 0.1268990 Apr 03 16:39:32.160708 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:32.167593 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ea135-f581-4947-986d-1c5e2a52704c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bcdf93-7611-43f2-b6a1-febd5408c1c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:32.173543 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-e0267f9a-f820-4777-a7cc-ce2994af8c85 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] show failed (client error): The resource could not be found. Apr 03 16:39:32.174573 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e0267f9a-f820-4777-a7cc-ce2994af8c85 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups/e3bcdf93-7611-43f2-b6a1-febd5408c1c3 HTTP/1.1" status: 404 len: 347 time: 0.0128481 Apr 03 16:39:32.177797 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:32.301216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port 46cbe4ef-471a-4926-85a5-accfceae961a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:32.301560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.374482 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.374812 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (46cbe4ef-471a-4926-85a5-accfceae961a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.386276 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for 46cbe4ef-471a-4926-85a5-accfceae961a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:32.526154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (46cbe4ef-471a-4926-85a5-accfceae961a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.565304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=46cbe4ef-471a-4926-85a5-accfceae961a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:32.652123 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9f66-bd84-436b-9457-1644ab8e98f9 req-acd1094c-7b0c-40c5-b83f-f6c77a275b1f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:32.653633 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-717b9f66-bd84-436b-9457-1644ab8e98f9 req-acd1094c-7b0c-40c5-b83f-f6c77a275b1f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.1206124 Apr 03 16:39:32.656052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (d21b72f7-4e8d-4481-aa4f-d5c15043d451), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.658561 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.659669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-138b3538-1699-4dff-8bce-3e4ad8efdd61 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/floatingips/d21b72f7-4e8d-4481-aa4f-d5c15043d451 HTTP/1.1" status: 204 len: 168 time: 0.4803948 Apr 03 16:39:32.701816 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-717b9f66-bd84-436b-9457-1644ab8e98f9 req-055837ba-c505-4309-940b-df1a5b2788a5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Apr 03 16:39:32.812288 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:32.817426 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860275500', 'description': 'tempest-description--1323074523'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:32.837659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.905047 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (2139fe42-59ce-45a0-8c9b-4701393aabc1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.908582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2139fe42-59ce-45a0-8c9b-4701393aabc1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.937907 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:32.939103 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1258066 Apr 03 16:39:32.942815 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:32.943770 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bdef-52ac-4506-b088-df81dc563033 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2139fe42-59ce-45a0-8c9b-4701393aabc1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:32.947943 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': '2139fe42-59ce-45a0-8c9b-4701393aabc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:32.975545 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (2a442591-f55f-4d58-8cb1-bc9c205ed30d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.022624 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (2a442591-f55f-4d58-8cb1-bc9c205ed30d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.026407 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (2a442591-f55f-4d58-8cb1-bc9c205ed30d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.045434 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a442591-f55f-4d58-8cb1-bc9c205ed30d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:33.051605 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.055219 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a32356cc-bdcd-4981-a6c6-320fdfc734f4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083362 Apr 03 16:39:33.055444 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:33.059999 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': '2139fe42-59ce-45a0-8c9b-4701393aabc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:33.084330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (ed68ec4d-e513-4fe2-9d69-141891b46add), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.138047 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (ed68ec4d-e513-4fe2-9d69-141891b46add), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.141564 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (ed68ec4d-e513-4fe2-9d69-141891b46add), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.157979 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed68ec4d-e513-4fe2-9d69-141891b46add,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:33.166569 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.167757 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9cb2411a-ce93-4f89-b2ec-4c2cebf64430 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113596 Apr 03 16:39:33.170754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:33.175621 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:33.196015 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.291765 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.394842 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.27.2.103 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/9ce1fc32-e418-496f-831d-510d8818be4d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:39:33.496903 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (9ce1fc32-e418-496f-831d-510d8818be4d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.529550 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.565097 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:39:33.567965 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:39:33.570452 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:39:33.601743 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=9ce1fc32-e418-496f-831d-510d8818be4d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:33.665247 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.702436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.821089 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c01ea5-51d8-4ae2-9a20-699153c7410e req-309d3292-0325-4895-ab5e-a429368df32f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:33.822690 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3c01ea5-51d8-4ae2-9a20-699153c7410e req-309d3292-0325-4895-ab5e-a429368df32f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0538731 Apr 03 16:39:33.854040 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (9ce1fc32-e418-496f-831d-510d8818be4d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.858505 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.869220 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3c01ea5-51d8-4ae2-9a20-699153c7410e req-ea07872a-e132-4d99-a7fd-f30b739d337d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Apr 03 16:39:33.928024 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=9ce1fc32-e418-496f-831d-510d8818be4d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:33.935638 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.953411 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.954630 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0f677986-abf5-4fd7-aa6e-e671d7cc2f06 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7828710 Apr 03 16:39:34.098668 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-84269377-6205-49a1-a866-3cc60fbd915c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1860275500&fields=id&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 267 time: 0.0422347 Apr 03 16:39:34.204571 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c1e120f2-c915-40d7-9963-36284d043cb8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:34.206122 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c1e120f2-c915-40d7-9963-36284d043cb8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.1009302 Apr 03 16:39:34.219979 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-ed64b09f-058e-4982-b6e3-e4d962dce843 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/quotas/05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 375 time: 0.0086005 Apr 03 16:39:34.275023 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-872efb7a-9feb-43b2-ae2f-4be81c1b5b63 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494382 Apr 03 16:39:34.368135 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 99babeb5-c91c-4f59-a00a-10ec9fef60dc no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:39:34.388050 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 99babeb5-c91c-4f59-a00a-10ec9fef60dc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:39:34.388380 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 99babeb5-c91c-4f59-a00a-10ec9fef60dc not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:39:34.417539 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-06227837-9c77-46cb-ac69-168917471b3e service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289461 Apr 03 16:39:34.504993 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-7cecf27f-1ce7-46f3-9297-05c6fb88b52d service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815222 Apr 03 16:39:34.660079 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3eecb028-c0eb-41db-bc36-37d022aaae26 req-17e76555-3711-4878-84b2-6754057e2347 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Apr 03 16:39:34.994493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d800-f281-430c-8c9f-270ad9fdc139 req-d1e11bfd-1782-4df6-a99f-69cad15a8149 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:34.995964 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc03d800-f281-430c-8c9f-270ad9fdc139 req-d1e11bfd-1782-4df6-a99f-69cad15a8149 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Apr 03 16:39:35.053010 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc03d800-f281-430c-8c9f-270ad9fdc139 req-8faa8b6f-9577-4ad5-92bf-3d49649991cc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505450 Apr 03 16:39:35.635628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-315bb2f8-17b7-4759-8711-785981ca5d32 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:35.637102 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-315bb2f8-17b7-4759-8711-785981ca5d32 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.1055751 Apr 03 16:39:35.709396 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-f331913a-ae68-40dd-b84f-bd22e7e9c733 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 380 time: 0.0556293 Apr 03 16:39:35.718996 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'port': {'device_id': 'b6e31009-b364-4972-9a64-407f842ef392', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'admin_state_up': True, 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'security_groups': ['2139fe42-59ce-45a0-8c9b-4701393aabc1']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:35.792849 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dba14df1-a760-4ef0-b09f-5600e569301e req-4525aa8e-82a6-4b1b-b76f-4cc3abed722d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 210 time: 0.0589645 Apr 03 16:39:35.850237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:39:35.853733 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:35.979681 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.20.0.10 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/bd4b6501-5f6a-447d-ad79-00e6e1a94edd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:39:36.115070 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.185794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.201528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5355634-825a-4023-abdf-6f7927ca1398 req-b9a20ee7-045a-4788-ba4d-2f706572d819 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:36.203002 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b5355634-825a-4023-abdf-6f7927ca1398 req-b9a20ee7-045a-4788-ba4d-2f706572d819 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0811455 Apr 03 16:39:36.248145 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:39:36.255279 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:39:36.257715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:39:36.289044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:36.323620 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.323968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.324312 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.324679 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.325014 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.325348 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.325676 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.326001 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.326325 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.326648 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.326979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.327302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.327622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.327944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.328264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:36.347614 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:36.348248 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.355365 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b5355634-825a-4023-abdf-6f7927ca1398 req-def768af-4bd9-4421-9def-7cbfd1a9d9ce tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304402 Apr 03 16:39:36.370047 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-c01e1c8a-1d63-4958-85c9-30a5e0613024 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6545970 Apr 03 16:39:36.383684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Request body: {'port': {'device_id': 'b6e31009-b364-4972-9a64-407f842ef392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:36.444839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.468003 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0fc543cb-9a9a-4b4d-9185-59c7bef1a16e None None] Provisioning complete for port bd4b6501-5f6a-447d-ad79-00e6e1a94edd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:39:36.468611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0fc543cb-9a9a-4b4d-9185-59c7bef1a16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.502474 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0fc543cb-9a9a-4b4d-9185-59c7bef1a16e None None] Port bd4b6501-5f6a-447d-ad79-00e6e1a94edd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:39:36.703673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4b6501-5f6a-447d-ad79-00e6e1a94edd {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:39:36.711692 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks [] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.723406 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Transition to ACTIVE for port object bd4b6501-5f6a-447d-ad79-00e6e1a94edd will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:39:36.726929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.774095 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:36.850430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Attempting to bind port bd4b6501-5f6a-447d-ad79-00e6e1a94edd on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:39:36.850766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Attempting to bind port bd4b6501-5f6a-447d-ad79-00e6e1a94edd by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:39:36.851103 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Attempting to bind port bd4b6501-5f6a-447d-ad79-00e6e1a94edd on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:39:36.855839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Port bd4b6501-5f6a-447d-ad79-00e6e1a94edd on network 0411b61e-f071-4fea-8540-8d810f08ae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:39:36.856289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Attempting to bind port bd4b6501-5f6a-447d-ad79-00e6e1a94edd on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:39:36.863747 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:39:36.864088 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:39:36.864497 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:39:36.864942 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Bound port: bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:39:36.865310 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:36.966283 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7889c-59ff-4cac-98d0-2a6ea4f0b21e req-163bf4fd-e99b-40fc-af28-1c272fc95b30 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:36.967763 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66c7889c-59ff-4cac-98d0-2a6ea4f0b21e req-163bf4fd-e99b-40fc-af28-1c272fc95b30 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 944 time: 0.1058176 Apr 03 16:39:36.974831 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:39:36.982207 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:39:36.993012 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:37.043071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.043696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:37.045144 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] 10.222.0.50 "PUT /v2.0/ports/bd4b6501-5f6a-447d-ad79-00e6e1a94edd HTTP/1.1" status: 200 len: 1094 time: 0.6657917 Apr 03 16:39:37.047302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:37.049798 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b794752-7752-4f29-b0fb-42c1a6b53b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:37.093202 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66c7889c-59ff-4cac-98d0-2a6ea4f0b21e req-8f02b9e6-9cb3-4c25-9eb5-3b47a4dbd2a3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162276 Apr 03 16:39:37.094342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d6d76-49ac-4fe0-8b09-646b95c1088e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:37.106164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd193b-bc14-4556-8dbb-ef60cf8ddbc7 x-openstack-request-id: req-c3fd193b-bc14-4556-8dbb-ef60cf8ddbc7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:37.107032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:37.107292 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3fd193b-bc14-4556-8dbb-ef60cf8ddbc7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:37.107698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fd193b-bc14-4556-8dbb-ef60cf8ddbc7'] response: {'name': 'network-changed', 'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'status': 'completed', 'code': 200} Apr 03 16:39:37.156792 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-12321f31-7a55-447e-8f37-aff98000ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.158340 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-12321f31-7a55-447e-8f37-aff98000ccb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 1128 time: 0.0498314 Apr 03 16:39:37.203458 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-6c3fdaac-1773-408e-aff9-bf12cd301cce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd HTTP/1.1" status: 200 len: 217 time: 0.0362823 Apr 03 16:39:37.254133 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-8890dfde-61a6-4358-a2e1-4fae58bbe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.255583 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-8890dfde-61a6-4358-a2e1-4fae58bbe400 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0445187 Apr 03 16:39:37.307906 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-fa0f5a49-6e24-49ef-8127-5289f2b3dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.309295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-fa0f5a49-6e24-49ef-8127-5289f2b3dbee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424979 Apr 03 16:39:37.411635 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-69bfc7d6-75f4-44b3-89d3-b38e4ac0de53 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Apr 03 16:39:37.770839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7360f-d846-47c9-9863-0f6326c3e72b req-cc774e79-d9ed-456a-8074-e067018cd9d0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.772314 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8e7360f-d846-47c9-9863-0f6326c3e72b req-cc774e79-d9ed-456a-8074-e067018cd9d0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.3456905 Apr 03 16:39:37.775840 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdf57a0b-8439-48c9-a5ab-826b12a7f4a5 req-a5542762-f3f2-4a77-83e5-17c5bf965caa service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571475 Apr 03 16:39:37.818869 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8e7360f-d846-47c9-9863-0f6326c3e72b req-90d4e33b-dffa-4a1c-bfcf-ba7efe0e4422 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Apr 03 16:39:37.884005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cc6637fd-04b1-42ff-9523-2ebb9676fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.885531 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cc6637fd-04b1-42ff-9523-2ebb9676fb7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 1128 time: 0.0455329 Apr 03 16:39:37.983795 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cbc966de-6e7e-4694-85ef-771547574fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:37.985335 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cbc966de-6e7e-4694-85ef-771547574fd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.0885828 Apr 03 16:39:38.027814 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-90fbb68c-7f12-4967-80b0-b6ec064ca938 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd HTTP/1.1" status: 200 len: 217 time: 0.0333545 Apr 03 16:39:38.063053 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e4c4dc3c-287c-4238-82ed-3e8e58261a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:38.078980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-d691ab7b-de58-4388-9ea4-3a14ff5bb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:38.080446 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-d691ab7b-de58-4388-9ea4-3a14ff5bb3f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0465989 Apr 03 16:39:38.140931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cac26cc1-757f-4d1b-b7c5-a66e649d569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:38.142496 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cac26cc1-757f-4d1b-b7c5-a66e649d569b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496604 Apr 03 16:39:38.264677 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660ebc-71e5-4d54-8525-47b5596b31f0 req-9e9e36f7-2f0c-46f3-a159-929ab58d91e3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:38.266304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5660ebc-71e5-4d54-8525-47b5596b31f0 req-9e9e36f7-2f0c-46f3-a159-929ab58d91e3 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 944 time: 0.1081462 Apr 03 16:39:38.293890 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-cd99b7d7-ede3-49e9-bae5-4a39b3a0c9d6 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428714 Apr 03 16:39:38.368666 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5660ebc-71e5-4d54-8525-47b5596b31f0 req-88dd7969-88c5-4706-b434-744247278df7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920224 Apr 03 16:39:38.405640 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b794752-7752-4f29-b0fb-42c1a6b53b5a req-a53bb2e5-3724-4a60-9a15-7a7f748b57cd service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040773 Apr 03 16:39:38.939909 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d57e-f5b8-4f7c-a95f-8824a725ffdc req-9170f25e-48f6-4d5f-811d-2f8a311b6adc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:38.941965 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6841d57e-f5b8-4f7c-a95f-8824a725ffdc req-9170f25e-48f6-4d5f-811d-2f8a311b6adc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0573628 Apr 03 16:39:38.987154 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6841d57e-f5b8-4f7c-a95f-8824a725ffdc req-f4592af9-2af9-4062-bbd4-4cfc54adefe1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396774 Apr 03 16:39:39.485801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903bea1-41b3-4584-932d-7b214771385d req-ed6ab9ee-4692-4a95-beae-3999d961d230 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:39.488276 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b903bea1-41b3-4584-932d-7b214771385d req-ed6ab9ee-4692-4a95-beae-3999d961d230 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 944 time: 0.0524023 Apr 03 16:39:39.533317 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b903bea1-41b3-4584-932d-7b214771385d req-451c62b6-8e60-4d80-9764-243dc8b49891 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Apr 03 16:39:40.106172 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112eb5d-9b74-4cad-b330-a38d59af3e2b req-4b7af777-b094-473f-9d46-20e549207fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:40.107635 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4112eb5d-9b74-4cad-b330-a38d59af3e2b req-4b7af777-b094-473f-9d46-20e549207fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0530090 Apr 03 16:39:40.157017 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4112eb5d-9b74-4cad-b330-a38d59af3e2b req-6e3d4409-0ee2-4b28-8587-b10c632e9b46 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Apr 03 16:39:40.460922 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2233ad0d-171a-4912-83b3-55e85789a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:40.649556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead98ce0-d059-4bf9-b4a5-9e9dee024ede req-398a5da9-fe67-4655-ba39-f8b039766435 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:40.651018 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ead98ce0-d059-4bf9-b4a5-9e9dee024ede req-398a5da9-fe67-4655-ba39-f8b039766435 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 944 time: 0.0526156 Apr 03 16:39:40.696901 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ead98ce0-d059-4bf9-b4a5-9e9dee024ede req-316c9aa9-02b7-4732-ad0b-a77a5f1c0ccf tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Apr 03 16:39:41.180893 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969017e-e8e5-4157-a2fd-60529d2cea61 req-c4bd55f5-ab25-46d4-8812-43c5bf7c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:41.182378 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c969017e-e8e5-4157-a2fd-60529d2cea61 req-c4bd55f5-ab25-46d4-8812-43c5bf7c96c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0441515 Apr 03 16:39:41.228575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c969017e-e8e5-4157-a2fd-60529d2cea61 req-34f10d10-c5d6-4992-963f-4f0b442024a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392966 Apr 03 16:39:41.285343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ff499-8918-468e-bd14-667936d752fb req-be1ade71-a1ef-424f-9836-0b1a72dec273 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:41.286838 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e26ff499-8918-468e-bd14-667936d752fb req-be1ade71-a1ef-424f-9836-0b1a72dec273 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0617993 Apr 03 16:39:41.332142 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e26ff499-8918-468e-bd14-667936d752fb req-31011f5a-1a0e-47ea-9bd1-05e26e7140ae tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Apr 03 16:39:41.410240 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:41.810857 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b0dd6-5850-48dc-a8ca-c542e21eb5c3 req-894fbd00-c19f-4bd4-9742-f7ef4a2312f5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:41.812306 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ec3b0dd6-5850-48dc-a8ca-c542e21eb5c3 req-894fbd00-c19f-4bd4-9742-f7ef4a2312f5 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 944 time: 0.0508492 Apr 03 16:39:41.857657 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ec3b0dd6-5850-48dc-a8ca-c542e21eb5c3 req-3661eeec-4b28-4118-8994-d8cee63e5a39 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Apr 03 16:39:42.367168 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device bd4b6501-5f6a-447d-ad79-00e6e1a94edd details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:39:42.451466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d36fea-98ad-4fe8-bf05-6a044f2d07ec req-655b8c5f-9bf8-43eb-88a4-e9f6db43f25f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:42.453016 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58d36fea-98ad-4fe8-bf05-6a044f2d07ec req-655b8c5f-9bf8-43eb-88a4-e9f6db43f25f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0527849 Apr 03 16:39:42.464363 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:42.476835 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'port_id': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'mac_address': 'fa:16:3e:e2:6a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:39:42.504203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58d36fea-98ad-4fe8-bf05-6a044f2d07ec req-455669bb-1702-4d04-8d46-2a293cfae391 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451753 Apr 03 16:39:42.514417 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port bd4b6501-5f6a-447d-ad79-00e6e1a94edd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:39:42.514877 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:42.528382 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4b6501-5f6a-447d-ad79-00e6e1a94edd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:39:42.546894 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:42.551106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:42.601533 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:42.608240 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.608623 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.608967 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.609310 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.609649 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.610032 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.610314 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.610643 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.610972 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.611299 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.611628 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.611952 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.612329 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.612680 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.613008 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:39:42.963919 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:42.974279 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81da27-ac41-4c31-91b9-e4af8bfb2b56 req-f22b6ade-3c70-4e72-accd-e32ca621e67d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:42.975767 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b81da27-ac41-4c31-91b9-e4af8bfb2b56 req-f22b6ade-3c70-4e72-accd-e32ca621e67d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 945 time: 0.0530827 Apr 03 16:39:43.024813 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b81da27-ac41-4c31-91b9-e4af8bfb2b56 req-e793f46d-9307-463c-9ce1-c3790d45f30e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Apr 03 16:39:43.178711 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['bd4b6501-5f6a-447d-ad79-00e6e1a94edd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:39:43.623212 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68b6f6-9e97-4bbf-a415-e2bed9075833 req-8c4683fb-2f72-4d84-8cc3-0c35b5098f89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:43.624970 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf68b6f6-9e97-4bbf-a415-e2bed9075833 req-8c4683fb-2f72-4d84-8cc3-0c35b5098f89 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0533581 Apr 03 16:39:43.670309 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf68b6f6-9e97-4bbf-a415-e2bed9075833 req-13b73a11-1e54-49ec-b52d-2cd20da0f29d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391588 Apr 03 16:39:44.030136 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-2d9197ee-ea85-4004-8af5-845dfff7bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.031671 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-2d9197ee-ea85-4004-8af5-845dfff7bcaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0800338 Apr 03 16:39:44.042849 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbb3c3-85cb-41fe-99de-709ed9a3df7b req-87605273-756e-4626-8be5-d6f675ab8fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.044321 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9adbb3c3-85cb-41fe-99de-709ed9a3df7b req-87605273-756e-4626-8be5-d6f675ab8fdf tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0845008 Apr 03 16:39:44.182264 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9adbb3c3-85cb-41fe-99de-709ed9a3df7b req-e62b00ed-bbf5-497f-8573-cd66e03673f4 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289785 Apr 03 16:39:44.202931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-c3a459d9-30be-4859-9867-0409a8c6066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.204416 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-c3a459d9-30be-4859-9867-0409a8c6066a service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1590898 Apr 03 16:39:44.212079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a4cd-66af-439f-a163-42336e67593b req-8caa8904-10cd-4f5c-b9bf-125edcb0a210 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.213507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43b1a4cd-66af-439f-a163-42336e67593b req-8caa8904-10cd-4f5c-b9bf-125edcb0a210 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 945 time: 0.1118536 Apr 03 16:39:44.311042 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-526badc2-2c8c-463c-a48f-62cab4e6479b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 1000 time: 0.0963032 Apr 03 16:39:44.314413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43b1a4cd-66af-439f-a163-42336e67593b req-c0f9bc7f-1843-4f48-aaa9-3266e2745a76 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882204 Apr 03 16:39:44.360548 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-d8bdb90e-0e42-480c-a970-8fed05b29cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.361996 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-d8bdb90e-0e42-480c-a970-8fed05b29cc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0439470 Apr 03 16:39:44.412696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-480da874-0648-4321-a63f-55daa99b22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:44.414235 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-480da874-0648-4321-a63f-55daa99b22ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456898 Apr 03 16:39:44.520044 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-b28bbff9-4a0c-492b-9526-54f2c35ff2e1 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989311 Apr 03 16:39:44.552783 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:44.595972 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:44.620685 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d4f3f2e-585c-4589-9df2-0a646fa757f7 req-fef0b290-0abe-403e-89d6-8e34a9af423d service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876343 Apr 03 16:39:45.300111 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeba84e-f24e-44cc-8386-73ac3f2538bc req-89dd1770-1fe7-4069-9ef9-7024eb2da151 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:45.301603 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aeeba84e-f24e-44cc-8386-73ac3f2538bc req-89dd1770-1fe7-4069-9ef9-7024eb2da151 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0530186 Apr 03 16:39:45.351614 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aeeba84e-f24e-44cc-8386-73ac3f2538bc req-207c3975-0cad-4bf7-a05d-95efe996e49a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444207 Apr 03 16:39:45.431927 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf96b2-1977-4fc1-aa0b-3e35e790d3a8 req-8a036832-9ae3-4d48-80e6-bc2f70767d44 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:45.433434 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bbcf96b2-1977-4fc1-aa0b-3e35e790d3a8 req-8a036832-9ae3-4d48-80e6-bc2f70767d44 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Apr 03 16:39:45.493987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bbcf96b2-1977-4fc1-aa0b-3e35e790d3a8 req-dc254763-d843-47e3-8c72-1aae7dcbfa23 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550382 Apr 03 16:39:46.413904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device bd4b6501-5f6a-447d-ad79-00e6e1a94edd up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:39:46.467168 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port bd4b6501-5f6a-447d-ad79-00e6e1a94edd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:39:46.470613 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3f780-c908-4bc5-8173-af181e5088db req-9d9bb6c2-0367-4f12-924c-27a85d4c5b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:46.471173 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port bd4b6501-5f6a-447d-ad79-00e6e1a94edd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:39:46.472680 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfd3f780-c908-4bc5-8173-af181e5088db req-9d9bb6c2-0367-4f12-924c-27a85d4c5b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0538380 Apr 03 16:39:46.472801 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:46.520130 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfd3f780-c908-4bc5-8173-af181e5088db req-e27349af-97d6-487b-87f2-abfbe02cf848 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Apr 03 16:39:46.553963 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port bd4b6501-5f6a-447d-ad79-00e6e1a94edd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:39:46.554365 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:46.578070 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:46.580328 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f96681-90c5-49e8-9ec4-f355fd5396a4" -d '{"events": [{"server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:46.594583 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:46.600089 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:46.622352 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c31fa-6a3a-4adc-a1fd-b257ec2fcaa1 req-10c04913-220c-4524-83a7-d8fb8ff12bed tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:46.624062 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0401c3-ef52-46aa-a955-f1e71834d9a4 x-openstack-request-id: req-5d0401c3-ef52-46aa-a955-f1e71834d9a4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:46.624207 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb3c31fa-6a3a-4adc-a1fd-b257ec2fcaa1 req-10c04913-220c-4524-83a7-d8fb8ff12bed tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 945 time: 0.0621645 Apr 03 16:39:46.624362 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:46.624647 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d0401c3-ef52-46aa-a955-f1e71834d9a4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:46.625041 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0401c3-ef52-46aa-a955-f1e71834d9a4'] response: {'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'code': 200} Apr 03 16:39:46.651511 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:46.673724 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb3c31fa-6a3a-4adc-a1fd-b257ec2fcaa1 req-4ebf1e11-454f-4014-9bcd-91906a1fcaf8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Apr 03 16:39:46.798141 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b2235-e3ed-44cf-8792-93b9282e4cf8 req-995cfdc0-38a2-4a6e-9d65-9f4b7603d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:46.799680 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c67b2235-e3ed-44cf-8792-93b9282e4cf8 req-995cfdc0-38a2-4a6e-9d65-9f4b7603d836 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 1130 time: 0.0441225 Apr 03 16:39:46.843130 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c67b2235-e3ed-44cf-8792-93b9282e4cf8 req-20112925-6766-4940-84f4-e9580b44adf2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370677 Apr 03 16:39:47.258231 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce95a2-b9fd-4ffd-9eb1-1ec10b7da0d9 req-ed4d1f63-3518-4b1d-94d8-4687938e86d4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:47.259760 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00ce95a2-b9fd-4ffd-9eb1-1ec10b7da0d9 req-ed4d1f63-3518-4b1d-94d8-4687938e86d4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0582907 Apr 03 16:39:47.313883 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00ce95a2-b9fd-4ffd-9eb1-1ec10b7da0d9 req-883601ba-1d32-42d3-acde-9c5acecec408 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462334 Apr 03 16:39:47.638944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac36b6-d21f-48fe-a8ee-90639c241641 req-3a4c4a5c-4147-491b-b3c2-12faabea03ba tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:47.640421 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ac36b6-d21f-48fe-a8ee-90639c241641 req-3a4c4a5c-4147-491b-b3c2-12faabea03ba tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Apr 03 16:39:47.686408 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49ac36b6-d21f-48fe-a8ee-90639c241641 req-6b680c9a-c2a2-406f-8df9-66e946a223c6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Apr 03 16:39:47.791686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc607-d9ce-437f-8a50-0deeb9d29de3 req-f35ca213-c7fb-40c4-96ce-8675afdaff46 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:47.793173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02efc607-d9ce-437f-8a50-0deeb9d29de3 req-f35ca213-c7fb-40c4-96ce-8675afdaff46 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0518458 Apr 03 16:39:47.842223 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02efc607-d9ce-437f-8a50-0deeb9d29de3 req-3d6c4690-a00e-44c6-b75f-296124ce036d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Apr 03 16:39:48.432817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef244-7f60-45f0-83d3-42782e6c7573 req-2ed17acb-1408-47ea-9107-e247eef1ff4f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:48.434252 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a1ef244-7f60-45f0-83d3-42782e6c7573 req-2ed17acb-1408-47ea-9107-e247eef1ff4f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0543904 Apr 03 16:39:48.488274 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a1ef244-7f60-45f0-83d3-42782e6c7573 req-1b508f52-bb0c-4d07-9c4e-c3b31f479494 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Apr 03 16:39:48.805771 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4817-a46d-4511-a97f-ed34bc727afc req-406dd06e-a48e-4f4b-91b3-a6e64c4811fe tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:48.807232 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd7c4817-a46d-4511-a97f-ed34bc727afc req-406dd06e-a48e-4f4b-91b3-a6e64c4811fe tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Apr 03 16:39:48.852184 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd7c4817-a46d-4511-a97f-ed34bc727afc req-92bb1182-6495-419e-89a6-d68b4fd55fd6 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395033 Apr 03 16:39:48.966560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca285afd-bffe-4f8d-9a20-21d37bc836ba req-88f11dbb-a04a-4b1b-ac33-8f9413dcec6b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:48.967949 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca285afd-bffe-4f8d-9a20-21d37bc836ba req-88f11dbb-a04a-4b1b-ac33-8f9413dcec6b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0572195 Apr 03 16:39:49.017761 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca285afd-bffe-4f8d-9a20-21d37bc836ba req-f2386d3f-d1c6-41f7-9303-9acba644f5fd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Apr 03 16:39:49.611889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa2468-13a2-4a63-aff1-53fb6246379d req-25021475-f774-419e-ac0f-314e48fa23c3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:49.613710 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75fa2468-13a2-4a63-aff1-53fb6246379d req-25021475-f774-419e-ac0f-314e48fa23c3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0565801 Apr 03 16:39:49.728012 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75fa2468-13a2-4a63-aff1-53fb6246379d req-448284b9-461f-4d8c-ad53-c29c79c3a09f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038628 Apr 03 16:39:49.738045 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6869f-184c-428c-aa50-077c2cbd3de0 req-46dcc70f-963b-4d7f-806a-1292c516f125 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:49.739514 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b6869f-184c-428c-aa50-077c2cbd3de0 req-46dcc70f-963b-4d7f-806a-1292c516f125 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.1237416 Apr 03 16:39:49.750858 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-f4c1f2c7-2fbc-490f-a5bf-544d86a36413 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:49.752218 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-f4c1f2c7-2fbc-490f-a5bf-544d86a36413 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 946 time: 0.0988705 Apr 03 16:39:49.829263 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b6869f-184c-428c-aa50-077c2cbd3de0 req-718a3239-7f8e-406e-ba0d-24f368feb36c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760140 Apr 03 16:39:49.876318 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port 3c21c482-be94-42a9-ac0a-5df81a8cf48a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:49.876626 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.001327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28cd5-3140-46da-a34e-eb66bc5e6c5f req-80e6a654-dd0c-432d-a3ad-5e5ea41c1ff8 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:50.002867 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ee28cd5-3140-46da-a34e-eb66bc5e6c5f req-80e6a654-dd0c-432d-a3ad-5e5ea41c1ff8 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0844445 Apr 03 16:39:50.007560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] For port 3c21c482-be94-42a9-ac0a-5df81a8cf48a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3c21c482-be94-42a9-ac0a-5df81a8cf48a,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:50.007930 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.111476 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ee28cd5-3140-46da-a34e-eb66bc5e6c5f req-45dd0d38-e8ff-4726-af32-b7cff46e0aa4 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008420 Apr 03 16:39:50.253654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.254018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (5de5fb54-e800-4976-9fb4-916296ebc5e6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.254339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP 5de5fb54-e800-4976-9fb4-916296ebc5e6 disassociated. External IP: 172.27.2.175, port: 3c21c482-be94-42a9-ac0a-5df81a8cf48a. Apr 03 16:39:50.254686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for 3c21c482-be94-42a9-ac0a-5df81a8cf48a owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:50.341184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dfdc6-669e-474f-8642-3e9169f0830e req-10caacab-27e5-4379-bf9f-0c9139cc994c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:50.342632 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-613dfdc6-669e-474f-8642-3e9169f0830e req-10caacab-27e5-4379-bf9f-0c9139cc994c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.1438785 Apr 03 16:39:50.351480 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:50.356133 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Request body: {'floatingip': {'port_id': '6cc9f342-1996-4929-a379-4de88cb04421'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:50.385840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df39e-b5d3-40e0-958c-a05b705a3821 req-318edc53-26d5-4322-8996-6518d9f3fb11 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:50.387323 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-921df39e-b5d3-40e0-958c-a05b705a3821 req-318edc53-26d5-4322-8996-6518d9f3fb11 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.1281056 Apr 03 16:39:50.417629 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.470322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-921df39e-b5d3-40e0-958c-a05b705a3821 req-4f724739-25be-4ae4-af0e-376a0e2c10a7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767539 Apr 03 16:39:50.475926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (3c21c482-be94-42a9-ac0a-5df81a8cf48a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.504550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=3c21c482-be94-42a9-ac0a-5df81a8cf48a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:50.656691 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cae5-520b-4833-be46-04df0db5f9b1 req-aaac1a00-8102-4ec0-932f-11ee41d0e249 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:50.658143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ab0cae5-520b-4833-be46-04df0db5f9b1 req-aaac1a00-8102-4ec0-932f-11ee41d0e249 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0984538 Apr 03 16:39:50.669110 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:50.674101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'port_id': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:50.680566 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:50.720369 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.916675 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.923533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:51.141359 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7af54966-db04-4d1d-8257-b9cabbe39e31 req-9089e0c9-185f-45aa-abda-0648eedbe8a4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.3429127 Apr 03 16:39:51.147769 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:51.257101 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:51.262153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:51.267727 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:51.277566 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:51.278180 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:51.295970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:51.299599 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14509b26-0e2b-4d7c-af94-d524515cfec9" -d '{"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:51.348210 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-001363f5-a278-4f9c-95b4-4cf955382b4c tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "PUT /v2.0/floatingips/4ee85fcf-760e-4823-8f6d-9c78a341ec6b HTTP/1.1" status: 200 len: 992 time: 0.9902725 Apr 03 16:39:51.351654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606b35e-11f0-4354-8c9d-8c4dd0f5ef8a req-4a3b37b0-51ba-4d29-8219-d6f5d675c3bf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.358770 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3606b35e-11f0-4354-8c9d-8c4dd0f5ef8a req-4a3b37b0-51ba-4d29-8219-d6f5d675c3bf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.2671542 Apr 03 16:39:51.369317 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-c767cf3b-62b5-4243-a06b-fa23baacefc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2791295 Apr 03 16:39:51.378416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:51.390465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:51.401747 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:51.402844 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:51.468945 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1ac28-ad76-4aa2-8416-3b3daaf9f322 x-openstack-request-id: req-3da1ac28-ad76-4aa2-8416-3b3daaf9f322 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:51.469439 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:51.469548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3da1ac28-ad76-4aa2-8416-3b3daaf9f322 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:51.469877 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da1ac28-ad76-4aa2-8416-3b3daaf9f322'] response: {'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'status': 'completed', 'code': 200} Apr 03 16:39:51.480587 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:51.499761 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] No DVR routers for this DVR port 3c21c482-be94-42a9-ac0a-5df81a8cf48a on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:39:51.506250 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:51.509570 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6dc55fed-723b-40b5-9712-b24821dc2b95 req-b85f65c2-b896-455c-8bcc-40106ed1f500 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "DELETE /v2.0/ports/3c21c482-be94-42a9-ac0a-5df81a8cf48a HTTP/1.1" status: 204 len: 173 time: 1.7499549 Apr 03 16:39:51.513415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'name': 'network-vif-deleted', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:51.515670 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288bf25-f750-4a90-b97c-b4fa62817e09" -d '{"events": [{"server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "name": "network-vif-deleted", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:51.555444 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3606b35e-11f0-4354-8c9d-8c4dd0f5ef8a req-0cfacff1-6141-4ccc-a921-4763b052bc80 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956167 Apr 03 16:39:51.578616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:51.579548 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-1a02e1e0-393b-4a24-85e7-e1caa82e0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.579815 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-da9df257-68b2-4032-8ab9-62aae677bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.581608 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-da9df257-68b2-4032-8ab9-62aae677bbb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.0902054 Apr 03 16:39:51.581956 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-1a02e1e0-393b-4a24-85e7-e1caa82e0366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 1129 time: 0.1187115 Apr 03 16:39:51.621653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15af43c-b6d2-4a24-b49c-adb4a196a753 x-openstack-request-id: req-f15af43c-b6d2-4a24-b49c-adb4a196a753 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:51.621943 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d", "name": "network-vif-deleted", "tag": "3c21c482-be94-42a9-ac0a-5df81a8cf48a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:51.622195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f15af43c-b6d2-4a24-b49c-adb4a196a753 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:51.622586 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15af43c-b6d2-4a24-b49c-adb4a196a753'] response: {'server_uuid': 'b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d', 'name': 'network-vif-deleted', 'tag': '3c21c482-be94-42a9-ac0a-5df81a8cf48a', 'status': 'completed', 'code': 200} Apr 03 16:39:51.714686 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-cdedfeeb-a855-40d0-b402-d050a83a33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.716163 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-cdedfeeb-a855-40d0-b402-d050a83a33d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.1149831 Apr 03 16:39:51.754231 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:39:50Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:51.788906 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:51.802684 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:51.803838 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:51.868805 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-efe93a9e-a8d4-4f6f-906b-cfc5270e4051 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.872099 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-10b33cbd-47cf-454f-b38b-352b3ff31b2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 1000 time: 0.1489341 Apr 03 16:39:51.876624 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-efe93a9e-a8d4-4f6f-906b-cfc5270e4051 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.1657581 Apr 03 16:39:51.906056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-59427e1d-1495-45ba-8ae3-757b80879a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.914853 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:51.915421 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-59427e1d-1495-45ba-8ae3-757b80879a46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.2963681 Apr 03 16:39:51.943820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-545096a8-e47c-45dc-8754-ab2a3fc8c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:51.946434 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-545096a8-e47c-45dc-8754-ab2a3fc8c0d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0646119 Apr 03 16:39:51.953917 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:51.961661 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:51.966096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:51.966874 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:52.008386 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-dee33421-f28e-4b74-84e9-a1879f976b1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 200 len: 217 time: 0.0918744 Apr 03 16:39:52.008995 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-73a251ec-0b8a-4b28-8548-8afbddbdd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:52.010511 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-73a251ec-0b8a-4b28-8548-8afbddbdd787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570481 Apr 03 16:39:52.061927 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 03 16:39:52.097636 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:52.134761 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-ac0140eb-e134-4493-a33c-d50c5fa78a76 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132696 Apr 03 16:39:52.157928 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-ca031ab0-d712-41ca-ad97-1bf17c11312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:52.160746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-ca031ab0-d712-41ca-ad97-1bf17c11312a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.1372664 Apr 03 16:39:52.198564 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:52.214167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:52.273191 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14509b26-0e2b-4d7c-af94-d524515cfec9 req-b6398555-bad7-40fd-8474-25c803e798fa service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300967 Apr 03 16:39:52.304700 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:39:50Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:52.327446 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Deleting port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:52.327704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:52.332586 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4c5f8-3ae0-465e-a6a7-721dafd14a91 None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '4ee85fcf-760e-4823-8f6d-9c78a341ec6b', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'port_id': '6cc9f342-1996-4929-a379-4de88cb04421', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'mac_address': 'fa:16:3e:c6:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c075eec6-0452-4d43-b64c-427f9053c167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:46Z', 'updated_at': '2022-04-03T16:39:50Z', 'revision_number': 3, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:52.385253 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:52.399901 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d35c3432-9e20-48b5-847f-0e26eb93b2ad req-269c8b1a-07db-4b07-89e6-a26a4d2fcb5f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5f535a6-f7fb-4f3b-9fb9-e4b4d28a846d HTTP/1.1" status: 200 len: 210 time: 0.0891476 Apr 03 16:39:52.434411 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-3cd77b68-be65-4c61-80fa-1b4b87b4b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:52.435878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-3cd77b68-be65-4c61-80fa-1b4b87b4b85b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2681379 Apr 03 16:39:52.436334 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 3c21c482-be94-42a9-ac0a-5df81a8cf48a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:39:52.436917 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP 8bb8e7b9-9cd6-435b-a993-c7f79700c544 associated. External IP: 172.27.2.103, port: bd4b6501-5f6a-447d-ad79-00e6e1a94edd. Apr 03 16:39:52.440153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff9ef6-0b0a-4eda-b0f8-81fedfe60aeb None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:52.463716 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 3c21c482-be94-42a9-ac0a-5df81a8cf48a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:39:52.464064 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 3c21c482-be94-42a9-ac0a-5df81a8cf48a not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:39:52.602519 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] For port a777449e-6bdf-4561-9c1f-4dc512cbbfd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:39:52.602888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:52.706930 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db6e4b8-be21-4671-bcd3-37f719b6a35e None None] New status for floating IP 5de5fb54-e800-4976-9fb4-916296ebc5e6: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:52.979550 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-a4334351-9db9-4573-8a21-9dad2a3a5eb4 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277767 Apr 03 16:39:53.146850 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182ba37-1b21-44c2-9729-17cc1e7c3add req-f62efc00-ea41-4792-926f-75a85b8fd480 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:53.148246 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6182ba37-1b21-44c2-9729-17cc1e7c3add req-f62efc00-ea41-4792-926f-75a85b8fd480 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 946 time: 0.2427151 Apr 03 16:39:53.288290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:53.289004 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:53.289004 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Floating IP 86978ee0-df9b-4fac-a6da-017f89445cf2 disassociated. External IP: 172.27.2.208, port: a777449e-6bdf-4561-9c1f-4dc512cbbfd8. Apr 03 16:39:53.289332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Calling delete_port for a777449e-6bdf-4561-9c1f-4dc512cbbfd8 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:53.308945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2beeba94-4cbc-41f0-a7a0-6079aacc0f4d req-d3ed8622-4d66-4d20-b97f-3746774960f6 service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955682 Apr 03 16:39:53.316573 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6182ba37-1b21-44c2-9729-17cc1e7c3add req-55097e3c-ed2e-4464-af7a-865dfa36d432 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=9973d329-49df-48ff-bd4e-096e564807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605711 Apr 03 16:39:53.354163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:53.471683 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:53.474055 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23742f7c-ac52-4b00-85e4-a253769d5559" -d '{"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:53.510254 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec953f1e-a70c-46d6-a976-43e861f3a531 x-openstack-request-id: req-ec953f1e-a70c-46d6-a976-43e861f3a531 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:53.510669 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:53.511530 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec953f1e-a70c-46d6-a976-43e861f3a531 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:53.512025 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec953f1e-a70c-46d6-a976-43e861f3a531'] response: {'name': 'network-changed', 'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'status': 'completed', 'code': 200} Apr 03 16:39:53.534780 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:53.539564 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:53.545434 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:53.551976 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a777449e-6bdf-4561-9c1f-4dc512cbbfd8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:53.566450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:53.566450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:53.619775 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'Port': ['ID=a777449e-6bdf-4561-9c1f-4dc512cbbfd8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:53.634814 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c26feaa4-76e8-4d2c-9e36-ec4089f73900 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "PUT /v2.0/floatingips/8bb8e7b9-9cd6-435b-a993-c7f79700c544 HTTP/1.1" status: 200 len: 992 time: 2.9638758 Apr 03 16:39:53.639417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:53.641711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ad250-ba36-4687-9f98-a204d5eda873" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:53.703570 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:53.722652 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ee57cf-7f8d-436e-a76b-951208970218 x-openstack-request-id: req-b3ee57cf-7f8d-436e-a76b-951208970218 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:53.722944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:53.723207 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3ee57cf-7f8d-436e-a76b-951208970218 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:53.723638 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ee57cf-7f8d-436e-a76b-951208970218'] response: {'name': 'network-changed', 'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'status': 'completed', 'code': 200} Apr 03 16:39:53.742629 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-81d4134a-918c-4742-9799-5fa57a5b75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:53.744163 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-81d4134a-918c-4742-9799-5fa57a5b75ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc44dfcc02d1454d905098d298f84ac0&device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 1129 time: 0.2022331 Apr 03 16:39:53.775573 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-125d08cf-af68-48bb-9d42-2046f319f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:53.777277 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-125d08cf-af68-48bb-9d42-2046f319f826 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 1130 time: 0.0577307 Apr 03 16:39:53.844033 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-de094390-9cfc-44a1-b1a8-d92adb724f04 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445513832&fields=id&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 267 time: 0.1493444 Apr 03 16:39:53.870200 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-d93a1f0e-3f55-424b-bb9f-fc7322542a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:53.871747 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-d93a1f0e-3f55-424b-bb9f-fc7322542a52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.0883520 Apr 03 16:39:53.949836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:39:53.957170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-927792c2-529f-4d43-8a20-388a07cb7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:53.958651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-927792c2-529f-4d43-8a20-388a07cb7a86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 200 len: 919 time: 0.2073116 Apr 03 16:39:54.017193 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '8bb8e7b9-9cd6-435b-a993-c7f79700c544', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:e2:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e31009-b364-4972-9a64-407f842ef392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:33Z', 'updated_at': '2022-04-03T16:39:51Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.066387 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:54.076661 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:54.077594 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.124569 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4c225704-885d-4c1f-a31c-d53afebffe67 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:54.126169 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4c225704-885d-4c1f-a31c-d53afebffe67 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.2692387 Apr 03 16:39:54.155339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-2d762da9-7dff-4552-8c71-cbfac060bf31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 200 len: 1000 time: 0.1878579 Apr 03 16:39:54.160099 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-a628d35e-edaa-45d8-bde1-1d7b8dbdb27b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/quotas/320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 375 time: 0.0234463 Apr 03 16:39:54.180393 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-fb74f346-14e7-4df2-b5de-72ad68ba3137 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd HTTP/1.1" status: 200 len: 1000 time: 0.3013725 Apr 03 16:39:54.218506 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:54.234466 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-f0ea71d6-7e4e-4d96-a8b4-84d4b84f4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:54.235959 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-f0ea71d6-7e4e-4d96-a8b4-84d4b84f4a76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0498393 Apr 03 16:39:54.255436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-8196aa34-8128-4647-a0a4-81514c09472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:54.257483 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-8196aa34-8128-4647-a0a4-81514c09472d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 200 len: 857 time: 0.0944293 Apr 03 16:39:54.259572 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:39:54.294294 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:39:54.298257 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-eac26bab-69ca-4698-b8bc-fddce0fd87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:54.300887 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-eac26bab-69ca-4698-b8bc-fddce0fd87d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584230 Apr 03 16:39:54.307860 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:54.308857 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.320384 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-af52eeb0-40a3-42b1-8978-0128ccc923bb tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476688 Apr 03 16:39:54.348071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] No DVR routers for this DVR port a777449e-6bdf-4561-9c1f-4dc512cbbfd8 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:39:54.364468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:54.367868 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d092c7a5-a6c5-4b22-8052-80454a7868dd req-b1dd9a24-90d6-48d3-8621-28718ba3584b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "DELETE /v2.0/ports/a777449e-6bdf-4561-9c1f-4dc512cbbfd8 HTTP/1.1" status: 204 len: 173 time: 2.4812343 Apr 03 16:39:54.420437 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-c81d89fd-dd25-40ac-9c12-53ce1da7d3c7 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135242 Apr 03 16:39:54.426112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-f2f362c5-1f41-4c33-b6e3-9e6825864a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:54.427630 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-f2f362c5-1f41-4c33-b6e3-9e6825864a6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32f4d767-9a22-4a11-9af7-46a1b69bcade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625795 Apr 03 16:39:54.528092 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce6919f7-e133-4b16-8d49-a92b7fa4c156 req-64be0a9a-a29e-4f1c-9b5b-5c1184dcfde3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=77aaecfb-16d6-46f6-bca0-dc6a7852a327 HTTP/1.1" status: 200 len: 210 time: 0.0650907 Apr 03 16:39:54.534536 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-d31cbbc2-2931-4769-8d9a-061001426812 service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971364 Apr 03 16:39:54.545517 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:54.573695 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b8ad250-ba36-4687-9f98-a204d5eda873 req-8614c087-692e-4f80-a5d5-b98e365ceaa8 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455483 Apr 03 16:39:54.650325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-23759676-bbc0-488f-a340-70cfd82c49cc service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095602 Apr 03 16:39:54.671319 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-e03a8b80-5cb4-411b-a762-57b3ac2efd16 service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235845 Apr 03 16:39:54.730901 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '8bb8e7b9-9cd6-435b-a993-c7f79700c544', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:e2:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e31009-b364-4972-9a64-407f842ef392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:33Z', 'updated_at': '2022-04-03T16:39:51Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.761355 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b50fe-1fa6-44bb-ac65-e1da05f35243 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '8bb8e7b9-9cd6-435b-a993-c7f79700c544', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:e2:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e31009-b364-4972-9a64-407f842ef392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:33Z', 'updated_at': '2022-04-03T16:39:51Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:54.772105 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23742f7c-ac52-4b00-85e4-a253769d5559 req-71ac8dc5-02b2-46a4-bbc3-b04ff86ffbdd service neutron] 10.222.0.50 "GET /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998008 Apr 03 16:39:54.795433 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.827173 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:39:54.836682 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:39:54.837307 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:39:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:54.962116 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:39:55.041122 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41483d53-7ad1-42fe-8fa8-e808e6641488 None None] New status for floating IP 8bb8e7b9-9cd6-435b-a993-c7f79700c544: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:55.080671 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8fb7c37-2f34-4351-9eea-804938ef4cc3 req-4b0cf80a-d0b3-4165-ab6c-535433651efb tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 210 time: 0.0489779 Apr 03 16:39:55.324086 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:39:55.350504 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f93fe-e93a-4e97-92bf-10ec5c17947e None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:39:55.586276 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e89d8b-13bf-4ea5-873f-d3494d02098b None None] New status for floating IP 86978ee0-df9b-4fac-a6da-017f89445cf2: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:39:55.632225 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:55.689739 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (9973d329-49df-48ff-bd4e-096e564807b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.714592 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (9973d329-49df-48ff-bd4e-096e564807b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.725244 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-deleted', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:55.727577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c8046d-c6ad-4fce-83c8-4fb76bbbe719" -d '{"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-deleted", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:55.769036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cda47e9-66ef-4981-88db-71a1e4839852 x-openstack-request-id: req-3cda47e9-66ef-4981-88db-71a1e4839852 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:55.769417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aaecfb-16d6-46f6-bca0-dc6a7852a327", "name": "network-vif-deleted", "tag": "a777449e-6bdf-4561-9c1f-4dc512cbbfd8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:55.769896 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9973d329-49df-48ff-bd4e-096e564807b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.770023 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cda47e9-66ef-4981-88db-71a1e4839852 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:55.770370 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cda47e9-66ef-4981-88db-71a1e4839852'] response: {'server_uuid': '77aaecfb-16d6-46f6-bca0-dc6a7852a327', 'name': 'network-vif-deleted', 'tag': 'a777449e-6bdf-4561-9c1f-4dc512cbbfd8', 'status': 'completed', 'code': 200} Apr 03 16:39:55.772659 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.773798 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "DELETE /v2.0/security-groups/9973d329-49df-48ff-bd4e-096e564807b1 HTTP/1.1" status: 204 len: 168 time: 0.1404412 Apr 03 16:39:55.776463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:55.782939 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec4ce-da4f-4c5f-ab82-0e66ad94aeed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973d329-49df-48ff-bd4e-096e564807b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:55.790084 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-4f435f25-1d02-4515-89a4-df1f41aac6aa tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] show failed (client error): The resource could not be found. Apr 03 16:39:55.794312 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:55.796457 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4f435f25-1d02-4515-89a4-df1f41aac6aa tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups/9973d329-49df-48ff-bd4e-096e564807b1 HTTP/1.1" status: 404 len: 347 time: 0.0136294 Apr 03 16:39:55.919724 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Deleting port beff3db4-4b77-4dea-8f04-d970c70596ba {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:39:55.920069 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.997096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:55.997427 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (beff3db4-4b77-4dea-8f04-d970c70596ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.011305 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Calling delete_port for beff3db4-4b77-4dea-8f04-d970c70596ba owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:39:56.103905 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4cd89f87-8682-4627-bf7d-ff6a014fadd8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:56.105740 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4cd89f87-8682-4627-bf7d-ff6a014fadd8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.1123147 Apr 03 16:39:56.176436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (beff3db4-4b77-4dea-8f04-d970c70596ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.193220 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65aa354f-ee8c-46c2-b0a3-81929b3e754d req-1bac0796-c02c-4276-a870-ef89b1d10ae8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 210 time: 0.0356631 Apr 03 16:39:56.203179 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'Port': ['ID=beff3db4-4b77-4dea-8f04-d970c70596ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:56.213868 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-1eaa27ae-aad3-49c6-a38d-42391be17632 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 380 time: 0.0947678 Apr 03 16:39:56.229165 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'port': {'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'admin_state_up': True, 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'security_groups': ['86b3476a-acd4-4869-9d8f-2eb3547dd34b']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:56.280868 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (86978ee0-df9b-4fac-a6da-017f89445cf2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.283468 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.287364 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-61076ebf-f305-489d-a272-7a2bfe16d895 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "DELETE /v2.0/floatingips/86978ee0-df9b-4fac-a6da-017f89445cf2 HTTP/1.1" status: 204 len: 168 time: 0.4891329 Apr 03 16:39:56.340531 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Made reservation on behalf of 320c630c8e034a4f9f0d78877bc710a2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:39:56.343814 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.438041 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:39:56.453111 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:39:56.457864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: a777449e-6bdf-4561-9c1f-4dc512cbbfd8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:39:56.458214 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a777449e-6bdf-4561-9c1f-4dc512cbbfd8 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:39:56.477870 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.20.0.4 (3d91ad2d-db08-4d96-9858-8576bce73b14/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63/eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:39:56.611006 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:56.617170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385674404', 'description': 'tempest-description--332077990'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:56.643676 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.723977 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (7d9e0935-77d3-44e5-8ab8-17b546323bf8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.729080 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7d9e0935-77d3-44e5-8ab8-17b546323bf8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.767455 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.772274 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595371 Apr 03 16:39:56.773947 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:56.778793 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group_rule': {'security_group_id': '7d9e0935-77d3-44e5-8ab8-17b546323bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:56.782910 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a256aa-65db-4b30-b3d2-59c07d07debf tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e0935-77d3-44e5-8ab8-17b546323bf8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:56.807462 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (5501e0f4-6d84-43d6-babf-0e4d8810aae6), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.864520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (5501e0f4-6d84-43d6-babf-0e4d8810aae6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.868369 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (5501e0f4-6d84-43d6-babf-0e4d8810aae6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.886167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.887644 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5501e0f4-6d84-43d6-babf-0e4d8810aae6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:56.896119 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.897352 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7000b636-e55f-40b8-8b12-a67ce1dbf89c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224523 Apr 03 16:39:56.900090 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:56.904510 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'security_group_rule': {'security_group_id': '7d9e0935-77d3-44e5-8ab8-17b546323bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:56.944429 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:56.954654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (2016af38-8574-4692-a80d-e64bbfab35bd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.004336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:39:57.013202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:39:57.015550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:39:57.051324 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:57.091309 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:57.091926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.095327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (2016af38-8574-4692-a80d-e64bbfab35bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.102023 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (2016af38-8574-4692-a80d-e64bbfab35bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.126159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2016af38-8574-4692-a80d-e64bbfab35bd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:57.135023 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-3fb2ab50-2901-4a2a-b493-8fd58fcd288d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9137089 Apr 03 16:39:57.142368 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.145516 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4835faf4-81f2-40d6-ab7a-bc032486dc00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444174 Apr 03 16:39:57.148718 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38732) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:39:57.150636 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Request body: {'port': {'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:57.153446 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:39:57.177502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.217329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.218604 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a418ba45-7ad9-488f-b2d6-a26419c43def None None] Provisioning complete for port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:39:57.219166 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a418ba45-7ad9-488f-b2d6-a26419c43def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.259549 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a418ba45-7ad9-488f-b2d6-a26419c43def None None] Port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:39:57.286674 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.393899 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Allocated IP 172.27.2.73 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/7c39042a-4687-4ede-a5a8-6aec7ab30efb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:39:57.438350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900639d2-3bec-4f20-b43c-2a4cebeab437 req-401dcdbe-0c56-4c09-97bf-a6236aae1794 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:57.440503 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-900639d2-3bec-4f20-b43c-2a4cebeab437 req-401dcdbe-0c56-4c09-97bf-a6236aae1794 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 931 time: 0.1652298 Apr 03 16:39:57.497276 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.521753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-900639d2-3bec-4f20-b43c-2a4cebeab437 req-639151de-48aa-4bfb-b702-3fe32610cac4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752623 Apr 03 16:39:57.532550 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.569613 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:39:57.574182 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:39:57.577759 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:39:57.581074 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:39:57.588704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks [] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.601919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Transition to ACTIVE for port object eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:39:57.605374 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.606127 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=7c39042a-4687-4ede-a5a8-6aec7ab30efb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:57.681887 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:57.698471 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.734273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Attempting to bind port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:39:57.734625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Attempting to bind port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:39:57.734957 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Attempting to bind port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:39:57.740373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:39:57.740746 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Attempting to bind port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:39:57.742170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.746707 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:39:57.747053 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:39:57.747444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Bound using segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:39:57.747878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Bound port: eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:39:57.748527 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.817117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:39:57.820468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:39:57.827261 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.858426 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:57.859054 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.860801 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] 10.222.0.50 "PUT /v2.0/ports/eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 1093 time: 0.7141070 Apr 03 16:39:57.863964 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:39:57.868214 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be7b74e-4f29-4697-a301-952af3d25e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:39:57.910664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f808-449d-4cfd-9c60-0601b91e3599 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:57.912163 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.917213 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:57.933225 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d543ca2-e2d2-4796-b902-b77282231889 x-openstack-request-id: req-4d543ca2-e2d2-4796-b902-b77282231889 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:39:57.933518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:39:57.933775 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d543ca2-e2d2-4796-b902-b77282231889 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:39:57.934183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d543ca2-e2d2-4796-b902-b77282231889'] response: {'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'status': 'completed', 'code': 200} Apr 03 16:39:57.982151 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-6969dab9-600b-45f4-becc-5a89cb86ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:57.983874 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-6969dab9-600b-45f4-becc-5a89cb86ca45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1127 time: 0.0598981 Apr 03 16:39:58.010231 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=7c39042a-4687-4ede-a5a8-6aec7ab30efb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:39:58.026155 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:58.035576 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-f345dbff-ea5a-475d-be7a-f2c5d08f147b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 217 time: 0.0446231 Apr 03 16:39:58.046229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:58.047604 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b31f3120-69aa-44e5-b9dc-5661259264a1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8978341 Apr 03 16:39:58.090053 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4f143e08-8aef-4d62-99d2-f9db8251ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.091704 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-4f143e08-8aef-4d62-99d2-f9db8251ba68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0484850 Apr 03 16:39:58.154011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-008ed83c-599a-4e91-b1da-93085e123319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.155530 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-008ed83c-599a-4e91-b1da-93085e123319 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576935 Apr 03 16:39:58.264824 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-97035154-2fa7-424e-b9f7-75ce333360e6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1385674404&fields=id&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 267 time: 0.0962391 Apr 03 16:39:58.291734 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-96042f52-4e88-4f76-ad8d-dd7fc7239ef6 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302030 Apr 03 16:39:58.451164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-84308fb5-ccbf-4650-b7dd-b1af4beea7e8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.452565 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-84308fb5-ccbf-4650-b7dd-b1af4beea7e8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 817 time: 0.1755977 Apr 03 16:39:58.458052 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469379ab-5c28-415b-9187-5f739f1a2e8e req-37bef921-98d1-47d4-a040-143bb3249e10 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563847 Apr 03 16:39:58.467883 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c02f75f3-4ed8-461f-900f-62ed8b73781b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/quotas/5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 375 time: 0.0088644 Apr 03 16:39:58.557044 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-873dbf82-9e05-479f-8ef5-353338edf356 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838394 Apr 03 16:39:58.562918 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-188bcdaa-2340-4821-bd6d-6b0edd839d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.564351 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-188bcdaa-2340-4821-bd6d-6b0edd839d16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1127 time: 0.0603826 Apr 03 16:39:58.772634 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67904a1-4d83-4200-bf41-2523c2be8496 req-ed7b3b6f-29cf-4948-8d42-79a2d09456ab tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.774130 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b67904a1-4d83-4200-bf41-2523c2be8496 req-ed7b3b6f-29cf-4948-8d42-79a2d09456ab tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.1808207 Apr 03 16:39:58.777330 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-bc5afef8-0066-4462-96bd-133e1478790a service neutron] 10.222.0.48 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082610 Apr 03 16:39:58.778703 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-898c0eda-895e-4ea0-b484-a2c00542e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.780034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-898c0eda-895e-4ea0-b484-a2c00542e622 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.2038925 Apr 03 16:39:58.844216 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-3e4f6b1a-5265-4da8-968c-afad6feadc86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 217 time: 0.0562384 Apr 03 16:39:58.956759 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b67904a1-4d83-4200-bf41-2523c2be8496 req-6861fd25-e138-473e-a92f-8353b455f5d8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757069 Apr 03 16:39:58.974438 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-aeffb342-0e1d-4b35-95eb-c6d7db4c4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:58.976289 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-aeffb342-0e1d-4b35-95eb-c6d7db4c4016 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.1005552 Apr 03 16:39:59.028213 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-13600ac2-7897-40c1-8c22-f289bf74454a service neutron] 10.222.0.48 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410765 Apr 03 16:39:59.045733 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-52266e62-34d0-4f68-8d05-b52b064b6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:59.047244 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-52266e62-34d0-4f68-8d05-b52b064b6114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638556 Apr 03 16:39:59.167820 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-42641728-ba89-4c2f-a015-92b0abe3ac50 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123109 Apr 03 16:39:59.272135 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef5ebe29-678d-4e48-aa19-1ac9f4e22a23 req-df716253-bcd3-41be-a94a-cfc145759280 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0699105 Apr 03 16:39:59.327663 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4be7b74e-4f29-4697-a301-952af3d25e9c req-42bdafcc-95d5-44e0-91c2-22a733a28573 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502252 Apr 03 16:40:00.078544 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973f87-4f99-43c5-86fb-3039196adaaf req-f4dc20d2-8d5a-49ac-8378-d32f416c8701 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:00.080155 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c973f87-4f99-43c5-86fb-3039196adaaf req-f4dc20d2-8d5a-49ac-8378-d32f416c8701 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0548704 Apr 03 16:40:00.130982 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c973f87-4f99-43c5-86fb-3039196adaaf req-6babe51f-b975-461d-bf63-71f6c0c60d35 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452073 Apr 03 16:40:00.251585 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-5caf7ac0-b003-48d7-a7e3-4e77427facca tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:00.253024 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-5caf7ac0-b003-48d7-a7e3-4e77427facca tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 817 time: 0.1056690 Apr 03 16:40:00.322785 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-9597914d-455b-49a0-89de-1341fd95f888 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 380 time: 0.0535865 Apr 03 16:40:00.335934 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'port': {'device_id': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'admin_state_up': True, 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'security_groups': ['7d9e0935-77d3-44e5-8ab8-17b546323bf8']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:00.411024 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b292f24-a9a1-4e5d-8073-1f5acbd985ce req-9cd922ae-18dc-425e-b31b-95582f94d3c0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0603905 Apr 03 16:40:00.466281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Made reservation on behalf of 5e87fec9cf3b4511a3f934fb7c3734ca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:40:00.469741 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:00.591688 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Allocated IP 172.20.0.4 (be1e6fd0-6bd7-4443-9998-eb2ff807cefb/88bf481f-4c63-4f2c-85d0-c358b9c01261/17133fb4-87de-4be5-a22f-71948f762be3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:40:00.726873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for port (17133fb4-87de-4be5-a22f-71948f762be3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:00.760250 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:00.798195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:40:00.801750 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:40:00.804068 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:40:00.848756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:00.867896 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:00.868560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:00.886815 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-c7635d62-1dcb-4326-a599-0f8b00687ba2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545545 Apr 03 16:40:00.898834 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Request body: {'port': {'device_id': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:00.960332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.067202 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5a8ecd6d-8691-42fa-ae42-ea1640f08abf None None] Provisioning complete for port 17133fb4-87de-4be5-a22f-71948f762be3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:40:01.067701 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecd6d-8691-42fa-ae42-ea1640f08abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17133fb4-87de-4be5-a22f-71948f762be3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.101379 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ecd6d-8691-42fa-ae42-ea1640f08abf None None] Port 17133fb4-87de-4be5-a22f-71948f762be3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:40:01.244268 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:40:01.253573 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks [] for port (17133fb4-87de-4be5-a22f-71948f762be3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.271439 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Transition to ACTIVE for port object 17133fb4-87de-4be5-a22f-71948f762be3 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:40:01.275751 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.290709 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22b9b-03b1-47ef-91b5-b7f12830a409 req-827335fd-24a6-44e0-9649-0c0efc1f6c43 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:01.292174 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26b22b9b-03b1-47ef-91b5-b7f12830a409 req-827335fd-24a6-44e0-9649-0c0efc1f6c43 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0876555 Apr 03 16:40:01.352173 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:01.417938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26b22b9b-03b1-47ef-91b5-b7f12830a409 req-b4c7159a-790c-4400-96f0-a1799fdbec8c tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074479 Apr 03 16:40:01.448394 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Attempting to bind port 17133fb4-87de-4be5-a22f-71948f762be3 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:40:01.448768 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Attempting to bind port 17133fb4-87de-4be5-a22f-71948f762be3 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:40:01.449147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Attempting to bind port 17133fb4-87de-4be5-a22f-71948f762be3 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:40:01.453954 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Port 17133fb4-87de-4be5-a22f-71948f762be3 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:40:01.454280 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Attempting to bind port 17133fb4-87de-4be5-a22f-71948f762be3 on network be1e6fd0-6bd7-4443-9998-eb2ff807cefb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:40:01.459782 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:40:01.460175 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Checking segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:40:01.460534 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Bound using segment: {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:40:01.460965 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Bound port: 17133fb4-87de-4be5-a22f-71948f762be3, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6a9ef5-beb6-4fc4-8818-956d493eaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:40:01.461331 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.555564 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:40:01.558931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:40:01.572072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e02094-7069-4ddb-841a-d94a8f60a07a req-e1afbd9b-7a94-4d33-bf4f-65a29adf06bc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:01.573564 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72e02094-7069-4ddb-841a-d94a8f60a07a req-e1afbd9b-7a94-4d33-bf4f-65a29adf06bc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0795045 Apr 03 16:40:01.574689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.625542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:01.626153 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.627609 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] 10.222.0.50 "PUT /v2.0/ports/17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 1093 time: 0.7330573 Apr 03 16:40:01.628000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:01.630240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:01.671327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7b6b-8daa-47e4-831a-fc73a01cdb77 service neutron] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:01.677841 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce88f9c-964f-421b-80a9-b53c895839d5 x-openstack-request-id: req-2ce88f9c-964f-421b-80a9-b53c895839d5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:01.678135 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:01.678392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ce88f9c-964f-421b-80a9-b53c895839d5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:01.678797 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce88f9c-964f-421b-80a9-b53c895839d5'] response: {'name': 'network-changed', 'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'status': 'completed', 'code': 200} Apr 03 16:40:01.692468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72e02094-7069-4ddb-841a-d94a8f60a07a req-77692819-f4af-4eb0-b736-3c35089169de tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092727 Apr 03 16:40:01.727072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-6bd1b203-1558-4b2d-bfde-a998c2d715c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:01.728734 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-6bd1b203-1558-4b2d-bfde-a998c2d715c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1127 time: 0.0491865 Apr 03 16:40:01.773510 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-2d42a9aa-04f7-4b0c-a95d-541ada557b8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 217 time: 0.0355179 Apr 03 16:40:01.825967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-38040952-ae5d-489c-b815-0049656189fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:01.827408 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-38040952-ae5d-489c-b815-0049656189fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0480494 Apr 03 16:40:02.107975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-2abc0504-4107-4e16-a2c1-5cfbb3e999e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.109482 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-2abc0504-4107-4e16-a2c1-5cfbb3e999e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2754443 Apr 03 16:40:02.195434 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-755c1acd-aeb5-4534-a8f7-f1a7c92ea520 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792379 Apr 03 16:40:02.283867 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f4bde9a5-aab0-45eb-a78d-84e2ecd23a7d req-8d44da6c-36cd-4c48-929c-4feb943646f4 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814061 Apr 03 16:40:02.372454 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-7bc6c924-2a7a-4496-ae61-629ec40498af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.374070 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-7bc6c924-2a7a-4496-ae61-629ec40498af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1127 time: 0.0441568 Apr 03 16:40:02.469036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-2cc393da-e12e-4d89-bcd0-614dffd74b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.471468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-2cc393da-e12e-4d89-bcd0-614dffd74b42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0860960 Apr 03 16:40:02.511965 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-fcdada67-575d-41ff-8529-9fa5acccd3e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 217 time: 0.0352552 Apr 03 16:40:02.587332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-fb539a87-7601-4dbf-b4b7-128e130e5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.588846 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-fb539a87-7601-4dbf-b4b7-128e130e5288 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0694993 Apr 03 16:40:02.600065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ba03-3fab-4e97-b52b-c10060019852 req-f8df7d72-88d2-463a-baef-ed65e8b86706 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.601452 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2db2ba03-3fab-4e97-b52b-c10060019852 req-f8df7d72-88d2-463a-baef-ed65e8b86706 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0918298 Apr 03 16:40:02.674613 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2db2ba03-3fab-4e97-b52b-c10060019852 req-a6ae131d-784d-4c20-8dd7-1e2706c378bc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652235 Apr 03 16:40:02.677232 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-8073e265-ccc6-4ed4-8064-224ac2b82345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.678641 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-8073e265-ccc6-4ed4-8064-224ac2b82345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763712 Apr 03 16:40:02.782822 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-2064982a-d8fb-4f70-844c-6b7a5819a1e6 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972459 Apr 03 16:40:02.881940 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518fdf-5664-43ab-87cf-867f6bc10eea req-259246ae-3404-48ef-b1e8-0d928cafeb27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:02.883403 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05518fdf-5664-43ab-87cf-867f6bc10eea req-259246ae-3404-48ef-b1e8-0d928cafeb27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.1197479 Apr 03 16:40:02.914927 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8dbad1-56b1-40e7-839a-fe9ffc89fffd req-873fd6fe-a6c8-4ab7-b750-c7f911276818 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176779 Apr 03 16:40:02.942305 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05518fdf-5664-43ab-87cf-867f6bc10eea req-055b9c63-3263-4e96-8ffc-a82721fbf2d2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524931 Apr 03 16:40:03.792718 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a2a7f-0275-4154-bd82-fc96faf09712 req-e3a74b34-2e97-4955-85a2-355840e9b762 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:03.794191 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f56a2a7f-0275-4154-bd82-fc96faf09712 req-e3a74b34-2e97-4955-85a2-355840e9b762 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0524457 Apr 03 16:40:03.841243 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f56a2a7f-0275-4154-bd82-fc96faf09712 req-2a676c44-ba4b-4ba2-a040-662b94aa508a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Apr 03 16:40:04.058742 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e491-7378-4c8b-9013-5a854a41be9d req-c7600cf5-2e4d-4039-b28a-9720b8a44630 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:04.060210 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c828e491-7378-4c8b-9013-5a854a41be9d req-c7600cf5-2e4d-4039-b28a-9720b8a44630 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0510297 Apr 03 16:40:04.110301 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c828e491-7378-4c8b-9013-5a854a41be9d req-c081a659-bf11-4f70-a00e-50bc97de5eea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 Apr 03 16:40:04.956493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797963fd-9a9f-4ffd-ba03-1346741d6655 req-cf7f6d1f-5543-4009-8a67-360bbe8f87c9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:04.957951 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-797963fd-9a9f-4ffd-ba03-1346741d6655 req-cf7f6d1f-5543-4009-8a67-360bbe8f87c9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Apr 03 16:40:05.006525 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-797963fd-9a9f-4ffd-ba03-1346741d6655 req-d32b2f51-f1b5-4154-b6eb-a4eac07d1368 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Apr 03 16:40:05.231499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80375a80-05fb-4764-8906-124eb2a8aa40 req-58e3a208-2a71-440e-8bce-1d36455d9de0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:05.232969 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-80375a80-05fb-4764-8906-124eb2a8aa40 req-58e3a208-2a71-440e-8bce-1d36455d9de0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0513263 Apr 03 16:40:05.279104 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-80375a80-05fb-4764-8906-124eb2a8aa40 req-cd20eea5-25d2-4d5d-839f-989fef230982 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Apr 03 16:40:06.126324 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7938e-c9df-4f8e-8d37-0a0d2d8435a2 req-e549ce25-9627-4cd7-a6fe-1282065ab9df tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:06.128511 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49f7938e-c9df-4f8e-8d37-0a0d2d8435a2 req-e549ce25-9627-4cd7-a6fe-1282065ab9df tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Apr 03 16:40:06.175550 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49f7938e-c9df-4f8e-8d37-0a0d2d8435a2 req-81798d65-2315-4338-bdf0-1bc704e95e08 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Apr 03 16:40:06.399437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300820c-5b6d-488e-9e27-4df8176928cb req-892db947-5b96-44e7-bd07-596bc9c6ff31 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:06.400949 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d300820c-5b6d-488e-9e27-4df8176928cb req-892db947-5b96-44e7-bd07-596bc9c6ff31 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0518901 Apr 03 16:40:06.446180 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d300820c-5b6d-488e-9e27-4df8176928cb req-ebd8d86c-da26-4484-9058-2d1b3af0bf32 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Apr 03 16:40:06.506525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:40:06.609064 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:06.621335 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '17133fb4-87de-4be5-a22f-71948f762be3', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:40:06.656954 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:40:06.657342 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:06.670524 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:40:06.689833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:06.693514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:06.739317 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:07.207106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['17133fb4-87de-4be5-a22f-71948f762be3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:40:07.293008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1329-3de2-4e28-978e-ba0be3ad6cef req-a875eab6-ce13-4b49-89be-011c2ffca6a9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:07.294514 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1eee1329-3de2-4e28-978e-ba0be3ad6cef req-a875eab6-ce13-4b49-89be-011c2ffca6a9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0522943 Apr 03 16:40:07.349271 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1eee1329-3de2-4e28-978e-ba0be3ad6cef req-c3a00af8-e525-48b4-93c2-bd0b01424b04 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Apr 03 16:40:07.565588 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea2f3-3a4e-45f5-9279-75d00ebf4950 req-6f464c39-7589-4ca9-9239-243221eb27a0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:07.567071 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c8ea2f3-3a4e-45f5-9279-75d00ebf4950 req-6f464c39-7589-4ca9-9239-243221eb27a0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Apr 03 16:40:07.611734 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c8ea2f3-3a4e-45f5-9279-75d00ebf4950 req-54c70cc2-b3b1-49b7-8e49-c89218026b03 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Apr 03 16:40:08.067014 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4624f1c-bd7f-43dd-80cc-41480e80c0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.464090 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2001b2-6504-4070-830c-05eaa6ea5c3d req-37bd1d0d-d3b1-4f41-9da0-de4cfdecc494 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:08.465585 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f2001b2-6504-4070-830c-05eaa6ea5c3d req-37bd1d0d-d3b1-4f41-9da0-de4cfdecc494 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 943 time: 0.0521421 Apr 03 16:40:08.514196 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f2001b2-6504-4070-830c-05eaa6ea5c3d req-7ba9df90-dd81-4b9a-836d-4f15e48a0273 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Apr 03 16:40:08.537488 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:40:08.539578 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:40:08.656215 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 17133fb4-87de-4be5-a22f-71948f762be3 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:40:08.669288 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 17133fb4-87de-4be5-a22f-71948f762be3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:40:08.669672 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17133fb4-87de-4be5-a22f-71948f762be3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.707011 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:08.725569 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:40:08.738424 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725004-3a62-4a99-8728-f0bdc55309b5 req-dea36eb7-7a83-4983-be1d-0f088f8dbe4f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:08.739896 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e725004-3a62-4a99-8728-f0bdc55309b5 req-dea36eb7-7a83-4983-be1d-0f088f8dbe4f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 944 time: 0.0565488 Apr 03 16:40:08.786373 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e725004-3a62-4a99-8728-f0bdc55309b5 req-41b616e9-7cdd-4cae-aa49-773ea67e1f36 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Apr 03 16:40:08.792138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:40:08.792563 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.805302 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:40:08.805692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.819702 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:40:08.848658 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:08.850785 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142f397-e997-42a8-98d8-38865e0278d2" -d '{"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:08.862258 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:08.866170 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:08.867841 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.872726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:08.893267 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079a272-5c70-4a0c-b81d-43c07104100e x-openstack-request-id: req-8079a272-5c70-4a0c-b81d-43c07104100e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:08.893697 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:08.893914 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8079a272-5c70-4a0c-b81d-43c07104100e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:08.894310 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8079a272-5c70-4a0c-b81d-43c07104100e'] response: {'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'code': 200} Apr 03 16:40:08.920025 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:08.970611 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:09.056187 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39feef5-eac7-4809-afea-31f7fab0846a req-52eb9330-c7d0-4e07-a596-1faaa7ab177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:09.057712 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f39feef5-eac7-4809-afea-31f7fab0846a req-52eb9330-c7d0-4e07-a596-1faaa7ab177d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1129 time: 0.0429680 Apr 03 16:40:09.102314 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f39feef5-eac7-4809-afea-31f7fab0846a req-7bd9c7b1-7855-4071-b12d-0830c741a763 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368841 Apr 03 16:40:09.356766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:40:09.683840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb27b7-49ec-46af-abd2-7794c33fa9da req-d17868f4-fa53-446c-ad06-11bb32411f73 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:09.685239 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76cb27b7-49ec-46af-abd2-7794c33fa9da req-d17868f4-fa53-446c-ad06-11bb32411f73 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 944 time: 0.0550458 Apr 03 16:40:09.734075 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76cb27b7-49ec-46af-abd2-7794c33fa9da req-ddadd66a-90c7-4bbe-86db-e211948ef66a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Apr 03 16:40:09.908468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539206e-1459-4a66-9495-75ad907e5789 req-e60bb38f-2fdb-4832-a361-2683b3ea0c00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:09.910038 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b539206e-1459-4a66-9495-75ad907e5789 req-e60bb38f-2fdb-4832-a361-2683b3ea0c00 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Apr 03 16:40:09.955955 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b539206e-1459-4a66-9495-75ad907e5789 req-0585c81c-1ecd-4a4c-9577-cbd860374a4a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Apr 03 16:40:10.463132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1c6c259f-ae5b-46cf-b702-f7315483ace2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:10.850000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21e06-6865-497e-8874-745b5b877b53 req-c8296b8d-b29f-4f2e-acc5-0467ce9a1e51 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:10.851485 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3d21e06-6865-497e-8874-745b5b877b53 req-c8296b8d-b29f-4f2e-acc5-0467ce9a1e51 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 944 time: 0.0522428 Apr 03 16:40:10.904145 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3d21e06-6865-497e-8874-745b5b877b53 req-50512e01-79ea-42ca-b10e-f15485116ef7 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Apr 03 16:40:11.078949 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984164b6-ebd3-41d0-b5fe-f50fe456faf0 req-715597ac-381a-4960-856f-821dc05ce407 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:11.081672 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-984164b6-ebd3-41d0-b5fe-f50fe456faf0 req-715597ac-381a-4960-856f-821dc05ce407 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0549629 Apr 03 16:40:11.133725 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-984164b6-ebd3-41d0-b5fe-f50fe456faf0 req-bcf95f05-107a-4aab-86ae-aab3f32c784e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Apr 03 16:40:11.412464 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.021832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14981d3-1b0a-40bf-9c25-2f5caceaa7bf req-e2e61dbe-4448-4815-94d2-711ff4751a5f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:12.023296 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a14981d3-1b0a-40bf-9c25-2f5caceaa7bf req-e2e61dbe-4448-4815-94d2-711ff4751a5f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 944 time: 0.0536275 Apr 03 16:40:12.074661 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a14981d3-1b0a-40bf-9c25-2f5caceaa7bf req-8f449981-884c-4cd1-825e-18c2a4817b57 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Apr 03 16:40:12.261453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb744213-1ff7-4554-a551-3d8d44b1df95 req-4c0295f6-93b2-4a06-9909-e6e925d7caa0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:12.262917 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb744213-1ff7-4554-a551-3d8d44b1df95 req-4c0295f6-93b2-4a06-9909-e6e925d7caa0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0549619 Apr 03 16:40:12.308702 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb744213-1ff7-4554-a551-3d8d44b1df95 req-69891d3e-a06d-44e5-871f-83903ff683aa tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Apr 03 16:40:12.425524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f1801-0265-4f62-bfc2-d5f273a2e098 req-692f5cc9-ee3a-404d-9af5-b2fcba29d824 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:12.426987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1c5f1801-0265-4f62-bfc2-d5f273a2e098 req-692f5cc9-ee3a-404d-9af5-b2fcba29d824 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Apr 03 16:40:12.435461 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:12.439726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Request body: {'floatingip': {'port_id': '17133fb4-87de-4be5-a22f-71948f762be3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:12.480975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.565336 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:40:12.616998 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:40:12.620947 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:40:12.621318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.697256 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:40:12.697669 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.721361 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:12.723571 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc19db5-909c-4703-91cd-e691bdd80c6f" -d '{"events": [{"server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "name": "network-vif-plugged", "status": "completed", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:12.736525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:12.741566 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.771299 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0ba981-6617-41aa-83ad-64ab8f3e2656 x-openstack-request-id: req-fd0ba981-6617-41aa-83ad-64ab8f3e2656 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:12.771590 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "name": "network-vif-plugged", "status": "completed", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:12.771844 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd0ba981-6617-41aa-83ad-64ab8f3e2656 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:12.772237 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0ba981-6617-41aa-83ad-64ab8f3e2656'] response: {'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'code': 200} Apr 03 16:40:12.801550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:12.913897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.917792 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:12.969191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:13.062387 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Floating IP 06a0ea74-4abd-4877-9527-2ce6a7dfeb64 associated. External IP: 172.27.2.73, port: 17133fb4-87de-4be5-a22f-71948f762be3. Apr 03 16:40:13.099867 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0480-612f-4bc5-ac6f-1e4a40f7c05f req-f0041164-50ef-44b0-80e7-44c573fb6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:13.101391 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a88c0480-612f-4bc5-ac6f-1e4a40f7c05f req-f0041164-50ef-44b0-80e7-44c573fb6bb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1129 time: 0.0960040 Apr 03 16:40:13.236913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a88c0480-612f-4bc5-ac6f-1e4a40f7c05f req-ea71da3a-00cd-47db-a954-64c39e6c1aac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107085 Apr 03 16:40:13.266611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be41be-d15c-41c8-83ad-4bd5f90f0632 req-c9cb5e60-ff8f-42f0-95f9-b4b9f69f59ec tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:13.268783 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84be41be-d15c-41c8-83ad-4bd5f90f0632 req-c9cb5e60-ff8f-42f0-95f9-b4b9f69f59ec tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.1204081 Apr 03 16:40:13.389658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84be41be-d15c-41c8-83ad-4bd5f90f0632 req-aa831980-2c8b-4f55-9e72-c9599c6a012f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869570 Apr 03 16:40:13.409909 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:40:13.759506 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:40:13.764325 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:13.769902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:40:13.779078 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:13.779695 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:13.793822 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0c2e65a8-52fd-4a2a-818b-8aa7cceae6cc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "PUT /v2.0/floatingips/06a0ea74-4abd-4877-9527-2ce6a7dfeb64 HTTP/1.1" status: 200 len: 990 time: 1.3573310 Apr 03 16:40:13.794398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:13.796660 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13badf25-e02b-44a7-baa2-94ddddd53a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:13.832977 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5be4c-7686-4008-989d-7bf1e6d2bce8 x-openstack-request-id: req-98e5be4c-7686-4008-989d-7bf1e6d2bce8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:13.833269 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:13.833523 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98e5be4c-7686-4008-989d-7bf1e6d2bce8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:13.833923 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e5be4c-7686-4008-989d-7bf1e6d2bce8'] response: {'name': 'network-changed', 'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'status': 'completed', 'code': 200} Apr 03 16:40:13.911290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-1ee8b315-84de-4ff4-b625-294f1d5f61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:13.912885 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-1ee8b315-84de-4ff4-b625-294f1d5f61bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1129 time: 0.0463867 Apr 03 16:40:14.010951 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-61f8eaf2-c708-4b6c-a856-83e98ac54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:14.012345 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-61f8eaf2-c708-4b6c-a856-83e98ac54634 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0882392 Apr 03 16:40:14.013709 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:14.076863 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-a9ccb425-0e80-4114-a899-4990413e02d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 998 time: 0.0577171 Apr 03 16:40:14.125713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-0b6ba095-88aa-4b59-a15c-4c3089f86a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:14.127203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-0b6ba095-88aa-4b59-a15c-4c3089f86a9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0441983 Apr 03 16:40:14.180567 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-c4ecb055-c39d-47f4-9738-eb7d639c5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:14.182384 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-c4ecb055-c39d-47f4-9738-eb7d639c5e84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488944 Apr 03 16:40:14.241144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '06a0ea74-4abd-4877-9527-2ce6a7dfeb64', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:57Z', 'updated_at': '2022-04-03T16:40:12Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:14.270847 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:40:14.273609 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-0d71a7a6-7840-4483-97ef-c96167ade94a service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844214 Apr 03 16:40:14.279179 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:14.279791 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:14.375911 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13badf25-e02b-44a7-baa2-94ddddd53a9f req-596e4929-9378-47c4-bf26-e62114e2f4a1 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891783 Apr 03 16:40:14.388296 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:14.443194 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:14.515160 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee65ba-1f4a-4463-bbc3-8d3558ed3df5 req-d633b121-0059-4060-8f68-cb8bcb595058 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:14.517176 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fee65ba-1f4a-4463-bbc3-8d3558ed3df5 req-d633b121-0059-4060-8f68-cb8bcb595058 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.0573115 Apr 03 16:40:14.565992 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fee65ba-1f4a-4463-bbc3-8d3558ed3df5 req-41ff9bf4-e4a0-4634-b37a-35e1a3534ac0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Apr 03 16:40:14.637047 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:14.643291 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '06a0ea74-4abd-4877-9527-2ce6a7dfeb64', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:57Z', 'updated_at': '2022-04-03T16:40:12Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:14.674628 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e9db-601b-44b4-b3a5-08c143836a01 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '06a0ea74-4abd-4877-9527-2ce6a7dfeb64', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:39:57Z', 'updated_at': '2022-04-03T16:40:12Z', 'revision_number': 1, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:40:14.869557 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356c2fc-a149-4fd8-bbee-f233b64e786f None None] New status for floating IP 06a0ea74-4abd-4877-9527-2ce6a7dfeb64: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:40:15.684362 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97cb0d-a957-449a-b689-b8065c5837ce req-8e5f7d70-e90f-45dd-bb81-54452e173f56 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.685761 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e97cb0d-a957-449a-b689-b8065c5837ce req-8e5f7d70-e90f-45dd-bb81-54452e173f56 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Apr 03 16:40:15.738813 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e97cb0d-a957-449a-b689-b8065c5837ce req-297d6ba9-2e07-49f2-b9d1-240ffd73546b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 Apr 03 16:40:15.859563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe635974-e97e-421d-997a-718a707d9b5b req-88e0043a-f78e-4c72-b098-a227a8e8bbf8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.861264 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe635974-e97e-421d-997a-718a707d9b5b req-88e0043a-f78e-4c72-b098-a227a8e8bbf8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Apr 03 16:40:15.910500 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe635974-e97e-421d-997a-718a707d9b5b req-57912007-95f6-4ab0-861f-8e7b3ab6a435 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Apr 03 16:40:15.932117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:15.975381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12338868-b998-4ae5-b0a6-936449294558 tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.976833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-12338868-b998-4ae5-b0a6-936449294558 tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1124 time: 0.0436695 Apr 03 16:40:15.979618 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:15.983994 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:16.003885 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.104315 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.209591 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.27.2.163 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/40799c74-0b8c-4993-903f-ab2812352013) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:40:16.314452 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (40799c74-0b8c-4993-903f-ab2812352013), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.348137 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (40799c74-0b8c-4993-903f-ab2812352013), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.385017 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:40:16.387857 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:40:16.390372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:40:16.418794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=40799c74-0b8c-4993-903f-ab2812352013,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:16.756293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (d4c19cc9-c555-45f6-93e6-505df420d29c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.825711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (40799c74-0b8c-4993-903f-ab2812352013), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.974317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (40799c74-0b8c-4993-903f-ab2812352013), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:16.978661 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (40799c74-0b8c-4993-903f-ab2812352013), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:17.046353 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=40799c74-0b8c-4993-903f-ab2812352013,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:17.063836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d4c19cc9-c555-45f6-93e6-505df420d29c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:17.164278 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP d4c19cc9-c555-45f6-93e6-505df420d29c associated. External IP: 172.27.2.163, port: eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05. Apr 03 16:40:17.369351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:40:17.477399 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:40:17.487134 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:40:17.494759 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:17.500145 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:17.500819 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:17.525839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-643322b7-3f0d-44b7-b2d0-443fb04f3213 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5452311 Apr 03 16:40:17.526431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:17.528785 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc8ae16-e805-451c-a811-52fb473d5ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:17.564252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05842ab0-042b-4e41-807a-9e5b7ef0780f x-openstack-request-id: req-05842ab0-042b-4e41-807a-9e5b7ef0780f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:17.564574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:17.564828 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05842ab0-042b-4e41-807a-9e5b7ef0780f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:17.565233 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05842ab0-042b-4e41-807a-9e5b7ef0780f'] response: {'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'status': 'completed', 'code': 200} Apr 03 16:40:17.609628 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:17.647679 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-e8f36983-860b-48ce-82af-fcd793407add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:17.649145 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-e8f36983-860b-48ce-82af-fcd793407add service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1129 time: 0.0476551 Apr 03 16:40:17.740365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-b606ab8b-a729-48ab-a215-3079d96f3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:17.741875 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-b606ab8b-a729-48ab-a215-3079d96f3e4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.0851002 Apr 03 16:40:17.812635 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-a33cbe54-0175-4384-a881-6437c101f546 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 999 time: 0.0631235 Apr 03 16:40:17.834379 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:16Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:17.860902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-b50ada18-9104-4aad-a42e-4fd874eeb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:17.862378 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-b50ada18-9104-4aad-a42e-4fd874eeb0c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0434709 Apr 03 16:40:17.865280 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:40:17.873852 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:17.874487 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:17.909867 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-fc0468be-fe7c-4fac-9bf0-a30f2f9b3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:17.911284 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-fc0468be-fe7c-4fac-9bf0-a30f2f9b3d1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434897 Apr 03 16:40:17.983738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:18.004328 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-0f85297e-ac91-4ce3-bb5f-8caf24955589 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857480 Apr 03 16:40:18.094806 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fc8ae16-e805-451c-a811-52fb473d5ea6 req-64156c93-8fab-43d0-bc4e-57ac4c2a193b service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848556 Apr 03 16:40:18.207131 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:16Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:18.232601 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdedec-5dd4-4e35-9bed-5200dae69243 None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:16Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:40:18.420348 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947972d-5c8e-4d7a-9965-c489e8c3fa16 None None] New status for floating IP d4c19cc9-c555-45f6-93e6-505df420d29c: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:40:33.451593 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:40:38.068964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28f01260-c42d-4675-8c2e-3a78b37d6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:40.464685 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7504e78-ee5a-40d1-8bd2-001435b4b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:40.900235 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d9a2e-3ccd-46d3-b424-876aa52a71af req-34b33c25-4ea7-4335-991b-63c9ca6fbc41 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:40.901744 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-830d9a2e-3ccd-46d3-b424-876aa52a71af req-34b33c25-4ea7-4335-991b-63c9ca6fbc41 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0869040 Apr 03 16:40:40.908418 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-6b19496e-864d-41bb-9d28-3981440a9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:40.909780 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-6b19496e-864d-41bb-9d28-3981440a9358 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1169 time: 0.0674112 Apr 03 16:40:41.019770 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-830d9a2e-3ccd-46d3-b424-876aa52a71af req-18e13eab-8c9f-4e5f-9911-a638cefc6934 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1089473 Apr 03 16:40:41.034987 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-c945ca39-c25c-420f-a1d4-761c4f496f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:41.036458 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-c945ca39-c25c-420f-a1d4-761c4f496f6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.1204090 Apr 03 16:40:41.103452 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-9d6d2a7d-10b1-438a-a93f-ec78f06d48dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1002 time: 0.0609162 Apr 03 16:40:41.151562 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-f4563d30-e5f3-4c55-88ff-2229b6522d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:41.152994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-f4563d30-e5f3-4c55-88ff-2229b6522d0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0427582 Apr 03 16:40:41.200100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-47672604-1fa9-47b6-b4cd-e97d1129a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:41.201561 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-47672604-1fa9-47b6-b4cd-e97d1129a8f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422559 Apr 03 16:40:41.293009 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-9d48432f-7931-4ceb-9dfb-7af7fb2a8b6f service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Apr 03 16:40:41.379608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a24f21f7-b34b-4a2f-8716-2d1f1e455992 req-f321a46c-9c0f-47d2-9870-ee1c4e6131ee service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800760 Apr 03 16:40:41.413800 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:42.143967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af3f5-8ce1-461e-86e0-2bff0076cc21 req-5ea65fcf-95db-4d4a-be01-c5140ec12931 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:42.145454 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-087af3f5-8ce1-461e-86e0-2bff0076cc21 req-5ea65fcf-95db-4d4a-be01-c5140ec12931 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0570617 Apr 03 16:40:42.203272 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-087af3f5-8ce1-461e-86e0-2bff0076cc21 req-43fef4d1-3cc7-471b-8e24-4aed2a351dcf tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521493 Apr 03 16:40:42.970873 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:43.319234 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951303-6e9c-4c42-b1d6-b06d5d8e594e req-ef1ebe0d-a656-4185-8248-9f543006b07d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:43.320753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47951303-6e9c-4c42-b1d6-b06d5d8e594e req-ef1ebe0d-a656-4185-8248-9f543006b07d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0516789 Apr 03 16:40:43.379083 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47951303-6e9c-4c42-b1d6-b06d5d8e594e req-6a3beee4-7657-4729-866d-29ff89cdec0e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526080 Apr 03 16:40:44.421590 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:44.505468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0116a-6ceb-46cd-8f5b-98a3510508f1 req-576e2ff6-66c0-45ba-a655-a3b1d9dfacd7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:44.506833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77f0116a-6ceb-46cd-8f5b-98a3510508f1 req-576e2ff6-66c0-45ba-a655-a3b1d9dfacd7 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0573378 Apr 03 16:40:44.588019 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77f0116a-6ceb-46cd-8f5b-98a3510508f1 req-79078a91-9cae-40c0-ace8-62a1119619f3 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0648439 Apr 03 16:40:44.628219 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6e5d-f3be-46f1-bda1-5dee02e55be5 req-b7ae38d8-a1df-49f9-b5c1-c24f7fe200d1 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:44.629915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-903f6e5d-f3be-46f1-bda1-5dee02e55be5 req-b7ae38d8-a1df-49f9-b5c1-c24f7fe200d1 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0574627 Apr 03 16:40:44.636474 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:44.675987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-903f6e5d-f3be-46f1-bda1-5dee02e55be5 req-73adb881-e6d3-4eba-93ec-90b4b046a0e6 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Apr 03 16:40:45.709524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40937915-d1a5-4a9c-a02a-a5da438a95d4 req-b69afa25-7a63-4290-a8a9-d7a7fe0ccb28 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:45.711035 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40937915-d1a5-4a9c-a02a-a5da438a95d4 req-b69afa25-7a63-4290-a8a9-d7a7fe0ccb28 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0517974 Apr 03 16:40:46.066245 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40937915-d1a5-4a9c-a02a-a5da438a95d4 req-4eb06e1e-894c-4b1a-925e-2bd60f6b2b3a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3489082 Apr 03 16:40:46.090316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ae6ee-e540-4c00-bef1-f1a1f18bdfca req-9754fd9d-0eda-490f-8ff5-4c556ec8e5fe tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:46.091772 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f40ae6ee-e540-4c00-bef1-f1a1f18bdfca req-9754fd9d-0eda-490f-8ff5-4c556ec8e5fe tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.3463998 Apr 03 16:40:46.103675 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-215b913c-833c-4318-a680-a1702ea6d4d8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:46.105062 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-215b913c-833c-4318-a680-a1702ea6d4d8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 945 time: 0.0891960 Apr 03 16:40:46.202849 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f40ae6ee-e540-4c00-bef1-f1a1f18bdfca req-a346925f-c66e-4d5b-962f-3555e71cc291 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968506 Apr 03 16:40:46.229292 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Deleting port 185ffec6-a089-43fa-a2d2-e18a992d1a4b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:46.229635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.317304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] For port 185ffec6-a089-43fa-a2d2-e18a992d1a4b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=185ffec6-a089-43fa-a2d2-e18a992d1a4b,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:46.317576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.491531 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.491899 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.492218 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Floating IP 0b5c3613-a2d7-47e0-912e-5a018b26416e disassociated. External IP: 172.27.2.214, port: 185ffec6-a089-43fa-a2d2-e18a992d1a4b. Apr 03 16:40:46.492603 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Calling delete_port for 185ffec6-a089-43fa-a2d2-e18a992d1a4b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:46.616991 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (185ffec6-a089-43fa-a2d2-e18a992d1a4b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.650044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'Port': ['ID=185ffec6-a089-43fa-a2d2-e18a992d1a4b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:46.662146 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.662504 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.662850 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.663192 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.663532 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.663867 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.664198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.664553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.664884 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.665213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.665542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.665873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.666198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.666524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.666844 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.778607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:40:46.885560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:40:46.896029 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:40:46.905803 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:46.906417 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:46.929377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] No DVR routers for this DVR port 185ffec6-a089-43fa-a2d2-e18a992d1a4b on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:40:46.931858 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.935466 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b8bfafe-92af-4b7b-a680-8cbfb09011f1 req-421d3cf4-5630-403d-9316-e60d596cef03 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "DELETE /v2.0/ports/185ffec6-a089-43fa-a2d2-e18a992d1a4b HTTP/1.1" status: 204 len: 173 time: 0.8233190 Apr 03 16:40:46.935907 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'name': 'network-vif-deleted', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:46.939085 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762f5b73-1f1d-4f5e-af88-f1a3876dd50d" -d '{"events": [{"server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "name": "network-vif-deleted", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:46.979246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a75b6-eae4-4aed-b65d-57e63f0bed15 x-openstack-request-id: req-9a1a75b6-eae4-4aed-b65d-57e63f0bed15 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:46.979663 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11305451-bbdd-42e0-b6b7-154c8d1407b6", "name": "network-vif-deleted", "tag": "185ffec6-a089-43fa-a2d2-e18a992d1a4b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:46.980011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a1a75b6-eae4-4aed-b65d-57e63f0bed15 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:46.980669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1a75b6-eae4-4aed-b65d-57e63f0bed15'] response: {'server_uuid': '11305451-bbdd-42e0-b6b7-154c8d1407b6', 'name': 'network-vif-deleted', 'tag': '185ffec6-a089-43fa-a2d2-e18a992d1a4b', 'status': 'completed', 'code': 200} Apr 03 16:40:47.034176 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:47.191416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cb8db-3892-4fd1-a07b-ecaa268b9d6c req-a657bca1-71d4-4c05-b748-2b5c00ceabec tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.192976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a04cb8db-3892-4fd1-a07b-ecaa268b9d6c req-a657bca1-71d4-4c05-b748-2b5c00ceabec tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0559928 Apr 03 16:40:47.247229 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.259429 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a04cb8db-3892-4fd1-a07b-ecaa268b9d6c req-2480ecfa-d86b-41d2-9782-c2a7834bc15d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605690 Apr 03 16:40:47.282608 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:40:47.285452 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:47.286085 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.326314 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3781d203-845a-4ddc-9393-165190793be3 req-13da9678-82ee-4d82-8efc-206e563ebc52 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=11305451-bbdd-42e0-b6b7-154c8d1407b6 HTTP/1.1" status: 200 len: 210 time: 0.0275714 Apr 03 16:40:47.398318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:47.602945 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.633963 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71484341-9767-4009-a4bd-158a1415e4c7 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:40:47.842614 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d551c5-2a49-4abd-80cb-1f0535c4dad4 None None] New status for floating IP 0b5c3613-a2d7-47e0-912e-5a018b26416e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:40:48.382762 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3140e-dfd6-45ab-8c49-97b08bc3325f req-2f47ec8c-df14-4240-a583-d3c377d7d9cc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:48.384291 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-34e3140e-dfd6-45ab-8c49-97b08bc3325f req-2f47ec8c-df14-4240-a583-d3c377d7d9cc tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0575507 Apr 03 16:40:48.409413 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:48.446038 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-34e3140e-dfd6-45ab-8c49-97b08bc3325f req-857600ea-206d-44c1-a592-8635667ef2a8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559189 Apr 03 16:40:48.463295 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (d13c3af5-76ef-4c9a-9a41-1830b76cc9ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.485736 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (d13c3af5-76ef-4c9a-9a41-1830b76cc9ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.532547 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (d13c3af5-76ef-4c9a-9a41-1830b76cc9ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.535096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.536321 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "DELETE /v2.0/security-groups/d13c3af5-76ef-4c9a-9a41-1830b76cc9ac HTTP/1.1" status: 204 len: 168 time: 0.1258523 Apr 03 16:40:48.539131 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:48.545234 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c3af5-76ef-4c9a-9a41-1830b76cc9ac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:48.552460 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.552812 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.553157 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.553349 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-f58b7b22-ad30-4722-83ec-a13f2c5d94a4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] show failed (client error): The resource could not be found. Apr 03 16:40:48.553502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.553827 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.554162 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.554335 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f58b7b22-ad30-4722-83ec-a13f2c5d94a4 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups/d13c3af5-76ef-4c9a-9a41-1830b76cc9ac HTTP/1.1" status: 404 len: 347 time: 0.0141957 Apr 03 16:40:48.554503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.554813 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.555143 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.555474 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.555822 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.556139 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.556488 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.556816 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.557117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:48.557254 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e860c-75fe-4848-9d15-0c5ed4159d0c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:48.685601 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Deleting port f8235388-5da9-4a40-94c8-ca1a5f5f7d0d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:48.685951 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.768576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.768911 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.784399 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Calling delete_port for f8235388-5da9-4a40-94c8-ca1a5f5f7d0d owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:48.793346 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 185ffec6-a089-43fa-a2d2-e18a992d1a4b no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:40:48.813530 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 185ffec6-a089-43fa-a2d2-e18a992d1a4b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:40:48.813855 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 185ffec6-a089-43fa-a2d2-e18a992d1a4b not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:40:48.917354 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f8235388-5da9-4a40-94c8-ca1a5f5f7d0d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:48.945612 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'Port': ['ID=f8235388-5da9-4a40-94c8-ca1a5f5f7d0d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:49.005326 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (0b5c3613-a2d7-47e0-912e-5a018b26416e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.007869 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.009055 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e92b2660-54d0-433a-ae64-9f265d7a079b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b5c3613-a2d7-47e0-912e-5a018b26416e HTTP/1.1" status: 204 len: 168 time: 0.4510550 Apr 03 16:40:49.274161 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 38942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:49.278817 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408012654', 'description': 'tempest-description--1224592983'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:49.300832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.371265 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (25bee605-d8e8-4264-9c83-e324573deec4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.376784 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (25bee605-d8e8-4264-9c83-e324573deec4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.406725 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.408065 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1327856 Apr 03 16:40:49.410025 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b5083-6d19-469c-a1f7-5a25e55d4db7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bee605-d8e8-4264-9c83-e324573deec4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:49.411239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:49.417057 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group_rule': {'security_group_id': '25bee605-d8e8-4264-9c83-e324573deec4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:49.446435 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (a38aa670-07df-498a-87c2-ba80db6cd388), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.493498 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (a38aa670-07df-498a-87c2-ba80db6cd388), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.497525 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (a38aa670-07df-498a-87c2-ba80db6cd388), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.515652 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38aa670-07df-498a-87c2-ba80db6cd388,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:49.523201 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.526891 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6fd269fa-712a-402d-a08c-eba8b0f4266c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111784 Apr 03 16:40:49.527138 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:49.531503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'security_group_rule': {'security_group_id': '25bee605-d8e8-4264-9c83-e324573deec4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:49.556217 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (1a631734-a381-4ddf-8243-20f3aac8ec6a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.573339 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e23bc-4348-46ba-8c1d-779020fcdf36 req-98dd44ff-d9c1-4bed-9b68-2d5396ad36cf tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:49.574838 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae3e23bc-4348-46ba-8c1d-779020fcdf36 req-98dd44ff-d9c1-4bed-9b68-2d5396ad36cf tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0590909 Apr 03 16:40:49.613876 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (1a631734-a381-4ddf-8243-20f3aac8ec6a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.617705 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (1a631734-a381-4ddf-8243-20f3aac8ec6a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.636426 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a631734-a381-4ddf-8243-20f3aac8ec6a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:49.646880 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.646880 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-939ced04-d4c0-4cdb-906d-25c5b0c7dc9d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158624 Apr 03 16:40:49.647365 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 38950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:49.650175 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ae3e23bc-4348-46ba-8c1d-779020fcdf36 req-6c4cfa0f-7e10-4e59-b634-555a7445524d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0697453 Apr 03 16:40:49.651708 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:49.672132 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.768193 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.871120 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Allocated IP 172.27.2.104 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/c7f8139b-0fe8-4253-89de-45f4bb1a6815) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:40:49.973503 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.006802 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.042355 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:40:50.045118 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:40:50.049210 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:40:50.074266 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=c7f8139b-0fe8-4253-89de-45f4bb1a6815,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:50.141993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.177256 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.325642 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.330354 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.397895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=c7f8139b-0fe8-4253-89de-45f4bb1a6815,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:50.408019 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.422781 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:50.424154 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bf7e84ae-7437-410c-b148-8c36fe643861 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7758512 Apr 03 16:40:50.567253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-62f07d95-d8d6-4169-b6d7-2b3a8dd40d68 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1408012654&fields=id&tenant_id=0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 267 time: 0.0421112 Apr 03 16:40:50.671192 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-884c9e2e-e2e6-4a30-8f22-9fbda01ef24e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:50.672571 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-884c9e2e-e2e6-4a30-8f22-9fbda01ef24e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 811 time: 0.0989380 Apr 03 16:40:50.687277 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-51bbe8e6-c384-4a55-b1c4-e1c350324441 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/quotas/0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 375 time: 0.0091021 Apr 03 16:40:50.774646 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-eabd5383-bd6f-4063-a64f-d95540adeea9 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813973 Apr 03 16:40:50.790586 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdca28-3620-490b-ba97-8c001b5fb8b1 req-05517f40-2c06-44e4-b5d6-1c35fd4e214d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:50.792032 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bcdca28-3620-490b-ba97-8c001b5fb8b1 req-05517f40-2c06-44e4-b5d6-1c35fd4e214d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0682740 Apr 03 16:40:50.909987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bcdca28-3620-490b-ba97-8c001b5fb8b1 req-bfeae041-e1c4-4271-97a8-02a88f22f10c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1093199 Apr 03 16:40:50.920304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-b70cfd3d-a41f-4eaf-b9cf-2864fdd3ed11 service neutron] 10.222.0.48 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273017 Apr 03 16:40:51.007994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-54896725-3f7d-4c91-989a-cea61e14a8ff service neutron] 10.222.0.48 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820103 Apr 03 16:40:51.165304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-afa992f8-e019-44ce-a892-7da09a4ccdb0 req-bd07195f-b290-47d6-8414-f3850138c940 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 210 time: 0.0289431 Apr 03 16:40:52.052363 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd94f-eb83-4e03-9585-1bf14c2b38e2 req-d7b00ee2-b54c-4752-816a-09f4c8dcbe5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:52.053974 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88dfd94f-eb83-4e03-9585-1bf14c2b38e2 req-d7b00ee2-b54c-4752-816a-09f4c8dcbe5b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0781288 Apr 03 16:40:52.168646 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88dfd94f-eb83-4e03-9585-1bf14c2b38e2 req-45122a69-fa8b-4b02-9189-ff56a517676b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0899994 Apr 03 16:40:52.174762 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-a4aac250-ca62-45f3-9435-8f9b960bfdeb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:52.176138 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-a4aac250-ca62-45f3-9435-8f9b960bfdeb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 811 time: 0.1537991 Apr 03 16:40:52.268945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9811ac81-4bf0-4fc8-aa98-a5b1f60a49e2 req-eb8aaafc-50ce-471f-b026-aaa9ae99391c tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 210 time: 0.0329378 Apr 03 16:40:52.274665 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-fa8c820c-c727-462e-ade7-4b71c95acb7e tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb46617da8c46698397fd375d1916fe HTTP/1.1" status: 200 len: 380 time: 0.0817337 Apr 03 16:40:52.284858 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'port': {'device_id': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'admin_state_up': True, 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'security_groups': ['25bee605-d8e8-4264-9c83-e324573deec4']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:52.389274 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Made reservation on behalf of 0fb46617da8c46698397fd375d1916fe for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:40:52.393681 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:52.521429 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Allocated IP 172.20.0.3 (63bf1990-7128-47be-913e-09fdf5be21fc/1606ce93-5112-4512-aca8-d31a01a9c707/54096eb5-1f9f-4be0-8da5-c178ae401793) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:40:52.657243 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:52.689634 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:52.730448 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Network 63bf1990-7128-47be-913e-09fdf5be21fc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:40:52.733466 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:40:52.740056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:40:52.745963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event updated for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:52.792247 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:52.792838 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:52.811272 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-258c57d5-2632-4570-806f-e6736dc8cddb tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5307312 Apr 03 16:40:52.824689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Request body: {'port': {'device_id': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:40:52.891665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:52.964183 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c1f05bd-0b0a-4b9d-8728-042e3e927da3 None None] Provisioning complete for port 54096eb5-1f9f-4be0-8da5-c178ae401793 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:40:52.964775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c1f05bd-0b0a-4b9d-8728-042e3e927da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.010148 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f05bd-0b0a-4b9d-8728-042e3e927da3 None None] Port 54096eb5-1f9f-4be0-8da5-c178ae401793 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:40:53.158748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54096eb5-1f9f-4be0-8da5-c178ae401793 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:40:53.166340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks [] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.178728 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Transition to ACTIVE for port object 54096eb5-1f9f-4be0-8da5-c178ae401793 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:40:53.182239 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.266878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Pushing event updated for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:53.360667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Attempting to bind port 54096eb5-1f9f-4be0-8da5-c178ae401793 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:40:53.360991 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Attempting to bind port 54096eb5-1f9f-4be0-8da5-c178ae401793 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:40:53.361322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Attempting to bind port 54096eb5-1f9f-4be0-8da5-c178ae401793 on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:40:53.374340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2b39b-111f-4dea-849e-2613ed3369e7 req-1afa175f-1f09-49ec-af0d-0322ea9843b9 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.376146 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29c2b39b-111f-4dea-849e-2613ed3369e7 req-1afa175f-1f09-49ec-af0d-0322ea9843b9 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.1221902 Apr 03 16:40:53.392327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Port 54096eb5-1f9f-4be0-8da5-c178ae401793 on network 63bf1990-7128-47be-913e-09fdf5be21fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:40:53.392672 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Attempting to bind port 54096eb5-1f9f-4be0-8da5-c178ae401793 on network 63bf1990-7128-47be-913e-09fdf5be21fc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:40:53.406536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:40:53.407387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Checking segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:40:53.407758 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Bound using segment: {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:40:53.408273 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Bound port: 54096eb5-1f9f-4be0-8da5-c178ae401793, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:40:53.408654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.490961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143033d-2c82-479e-ac1b-ee446a2519a2 req-fe5b8d20-686c-4c74-9ee9-f419cf12885d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.492517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5143033d-2c82-479e-ac1b-ee446a2519a2 req-fe5b8d20-686c-4c74-9ee9-f419cf12885d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 943 time: 0.1442745 Apr 03 16:40:53.543086 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29c2b39b-111f-4dea-849e-2613ed3369e7 req-2f7c272d-9628-456c-83ce-c6566d6ce06b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0a3e772-de90-4075-ad3d-4e8efedb4201&id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1524634 Apr 03 16:40:53.557631 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:40:53.566584 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=54096eb5-1f9f-4be0-8da5-c178ae401793,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:40:53.577919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.611105 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5143033d-2c82-479e-ac1b-ee446a2519a2 req-e63f9836-e425-445b-8e88-1be626c7aae0 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120849 Apr 03 16:40:53.619496 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.620118 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:53.621517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] 10.222.0.50 "PUT /v2.0/ports/54096eb5-1f9f-4be0-8da5-c178ae401793 HTTP/1.1" status: 200 len: 1093 time: 0.8022447 Apr 03 16:40:53.629674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:53.629674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f517d1b1-c04c-46ec-81a3-29ba19637d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:53.652493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92902-d5c6-45e9-b515-2e700e261a7f service neutron] Pushing event updated for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:53.680012 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d046d0-834f-4b8f-8801-6b5bd699a4ac x-openstack-request-id: req-88d046d0-834f-4b8f-8801-6b5bd699a4ac {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:53.680305 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:53.680593 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88d046d0-834f-4b8f-8801-6b5bd699a4ac {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:53.680995 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d046d0-834f-4b8f-8801-6b5bd699a4ac'] response: {'name': 'network-changed', 'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'status': 'completed', 'code': 200} Apr 03 16:40:53.725979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-1a609037-7b5a-40eb-b107-c35c76e63ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.727574 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-1a609037-7b5a-40eb-b107-c35c76e63ae4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 1127 time: 0.0600476 Apr 03 16:40:53.772197 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-f7a7b5a3-098c-4387-a2b6-1b835fc4a116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54096eb5-1f9f-4be0-8da5-c178ae401793 HTTP/1.1" status: 200 len: 217 time: 0.0356817 Apr 03 16:40:53.822398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-be510721-a962-4bc5-82dd-cf93ebd12dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.823811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-be510721-a962-4bc5-82dd-cf93ebd12dab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0451047 Apr 03 16:40:53.871160 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-797c4abb-4df8-4c4d-811a-b2ba52ff3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:53.872952 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-797c4abb-4df8-4c4d-811a-b2ba52ff3e06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427330 Apr 03 16:40:53.963481 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-6155cd55-91a2-43af-aba5-244263d87e8e service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Apr 03 16:40:54.051746 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e252ad68-ffbe-4fea-9c26-0219af73e118 req-2dd58871-6920-4ec6-af9d-2a7b7f6f44c8 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Apr 03 16:40:54.153425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-6e9b389b-6976-4d15-b38c-d5adade03c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:54.154851 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-6e9b389b-6976-4d15-b38c-d5adade03c59 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 1127 time: 0.0497870 Apr 03 16:40:54.243382 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-da5836ce-c650-4aec-94fd-dac496a02192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:54.244860 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-da5836ce-c650-4aec-94fd-dac496a02192 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.0838149 Apr 03 16:40:54.289080 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-5e722f2a-b5b4-48eb-8a00-1accd810410f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54096eb5-1f9f-4be0-8da5-c178ae401793 HTTP/1.1" status: 200 len: 217 time: 0.0370913 Apr 03 16:40:54.337985 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-6ce11e6f-3bf0-4472-b3a8-d28871faeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:54.339443 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-6ce11e6f-3bf0-4472-b3a8-d28871faeacf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0443702 Apr 03 16:40:54.387121 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-151e57fe-9dbc-4238-b785-238a16510b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:54.388623 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-151e57fe-9dbc-4238-b785-238a16510b16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425854 Apr 03 16:40:54.477915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-9a7fdfba-6eed-4ffe-96bc-21b599672aa5 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825257 Apr 03 16:40:54.563877 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f517d1b1-c04c-46ec-81a3-29ba19637d6f req-5dee0903-3d6b-47f7-b8df-99a9923cdb47 service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Apr 03 16:40:54.727379 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248e6b0-a757-48b4-851b-f0431f882a4d req-b497b4b5-3dd6-460a-970f-756fc0f29569 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:54.728905 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9248e6b0-a757-48b4-851b-f0431f882a4d req-b497b4b5-3dd6-460a-970f-756fc0f29569 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Apr 03 16:40:54.774883 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9248e6b0-a757-48b4-851b-f0431f882a4d req-097ebb91-e70f-4ee4-a90f-1d43dfc1e7aa tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Apr 03 16:40:55.895027 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723ab6a-6b8b-483f-bc13-17f2f75e8107 req-3f87cced-7ea5-46f4-9730-e126c3f4c840 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:55.896527 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a723ab6a-6b8b-483f-bc13-17f2f75e8107 req-3f87cced-7ea5-46f4-9730-e126c3f4c840 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 943 time: 0.0564408 Apr 03 16:40:55.941957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a723ab6a-6b8b-483f-bc13-17f2f75e8107 req-4a1d4912-656f-4580-9aed-34aa7b3baae7 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Apr 03 16:40:57.056960 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98201dd-2155-45e7-8f06-ae0798feafe2 req-26dc9a28-c552-448e-a2a7-8d2c12992324 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:57.058443 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f98201dd-2155-45e7-8f06-ae0798feafe2 req-26dc9a28-c552-448e-a2a7-8d2c12992324 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 943 time: 0.0516634 Apr 03 16:40:57.103690 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f98201dd-2155-45e7-8f06-ae0798feafe2 req-7dcd3b86-b479-40bc-96b0-0f3f4969b77d tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Apr 03 16:40:58.223624 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a169b2-6787-4a3a-9ee9-58247a824c82 req-48b624b7-3883-4ed5-85ff-bb151513b41b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:58.225153 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f1a169b2-6787-4a3a-9ee9-58247a824c82 req-48b624b7-3883-4ed5-85ff-bb151513b41b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 943 time: 0.0545788 Apr 03 16:40:58.270038 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f1a169b2-6787-4a3a-9ee9-58247a824c82 req-a08893c0-adad-4911-bced-6393aaaae3f0 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Apr 03 16:40:58.861852 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 54096eb5-1f9f-4be0-8da5-c178ae401793 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:40:58.962304 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=54096eb5-1f9f-4be0-8da5-c178ae401793,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:58.975211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'port_id': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'mac_address': 'fa:16:3e:13:41:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:40:59.013409 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 54096eb5-1f9f-4be0-8da5-c178ae401793 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:40:59.013799 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:59.027316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54096eb5-1f9f-4be0-8da5-c178ae401793 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:40:59.047329 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=54096eb5-1f9f-4be0-8da5-c178ae401793,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:59.050884 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:59.099991 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:59.107211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.107558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.107898 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.108238 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.108593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.109902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.110243 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.110575 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.110902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.111230 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.111556 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.111938 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.112213 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.112565 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.112910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:59.403657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecaf6b-a577-4fad-8395-483dcbe3e58d req-eedff75c-7e2f-4cb9-b1a8-1c284052b219 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:59.405088 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47ecaf6b-a577-4fad-8395-483dcbe3e58d req-eedff75c-7e2f-4cb9-b1a8-1c284052b219 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 944 time: 0.0647230 Apr 03 16:40:59.457719 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47ecaf6b-a577-4fad-8395-483dcbe3e58d req-b0922a4d-567d-4c00-9d7c-479e903498a5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Apr 03 16:40:59.537398 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['54096eb5-1f9f-4be0-8da5-c178ae401793'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:41:00.586652 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ee64-a7d5-4836-aa98-a0927f5db0d3 req-61897c05-ff56-4740-bb08-84bf4eb92c45 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:00.588133 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03f7ee64-a7d5-4836-aa98-a0927f5db0d3 req-61897c05-ff56-4740-bb08-84bf4eb92c45 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 944 time: 0.0569103 Apr 03 16:41:00.637364 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03f7ee64-a7d5-4836-aa98-a0927f5db0d3 req-8cf70555-2493-4e2c-ba08-83c9cae72f01 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Apr 03 16:41:00.862094 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 54096eb5-1f9f-4be0-8da5-c178ae401793 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:41:00.909251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 54096eb5-1f9f-4be0-8da5-c178ae401793 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:41:00.913107 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 54096eb5-1f9f-4be0-8da5-c178ae401793 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:41:00.913479 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.992463 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 54096eb5-1f9f-4be0-8da5-c178ae401793 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:41:00.992908 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.015007 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:01.017277 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22fe91-6e1e-4da1-8eaa-e052c720ab60" -d '{"events": [{"server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "name": "network-vif-plugged", "status": "completed", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:01.029959 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=54096eb5-1f9f-4be0-8da5-c178ae401793,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:01.034853 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.061658 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3d7dd0-cd3b-42ca-88a9-0a175f88ae0a x-openstack-request-id: req-8d3d7dd0-cd3b-42ca-88a9-0a175f88ae0a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:01.061958 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "name": "network-vif-plugged", "status": "completed", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:01.062214 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d3d7dd0-cd3b-42ca-88a9-0a175f88ae0a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:01.062703 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3d7dd0-cd3b-42ca-88a9-0a175f88ae0a'] response: {'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'code': 200} Apr 03 16:41:01.087192 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:01.232136 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e879a-cede-48d5-adc2-0968028a7371 req-e6428a29-b27a-4f1a-86dd-5724ec6186b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:01.233563 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e77e879a-cede-48d5-adc2-0968028a7371 req-e6428a29-b27a-4f1a-86dd-5724ec6186b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 1129 time: 0.0437093 Apr 03 16:41:01.278340 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e77e879a-cede-48d5-adc2-0968028a7371 req-d73151be-02f2-47a2-8f2b-b54c8e13362a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Apr 03 16:41:01.757173 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bacdf-d5c3-4a8f-bbc9-542f9248e1dd req-1a4e1978-649c-4a57-a686-4617e3a27335 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:01.758633 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af9bacdf-d5c3-4a8f-bbc9-542f9248e1dd req-1a4e1978-649c-4a57-a686-4617e3a27335 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0543723 Apr 03 16:41:01.806686 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af9bacdf-d5c3-4a8f-bbc9-542f9248e1dd req-cc99b72a-d35b-4878-b037-29e99aacd372 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Apr 03 16:41:03.169318 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403b075-b8a6-45af-8c6e-c866725f9397 req-c9c1eebc-fcce-4f9f-87d4-09875fd04f29 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:03.170698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a403b075-b8a6-45af-8c6e-c866725f9397 req-c9c1eebc-fcce-4f9f-87d4-09875fd04f29 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.2927117 Apr 03 16:41:03.215634 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a403b075-b8a6-45af-8c6e-c866725f9397 req-7a70caba-7d3d-4c31-993a-ec05b76668f2 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386567 Apr 03 16:41:04.330818 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961bd37-1e2f-4a43-abd7-71ac4e3eeb09 req-01cd7f58-ce5a-47c1-9e7a-b9970a9578b8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:04.332177 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e961bd37-1e2f-4a43-abd7-71ac4e3eeb09 req-01cd7f58-ce5a-47c1-9e7a-b9970a9578b8 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Apr 03 16:41:04.378575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e961bd37-1e2f-4a43-abd7-71ac4e3eeb09 req-0aa67447-898d-429d-bf56-b60073c1e61f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Apr 03 16:41:04.498566 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194165d9-9045-4585-b8d5-ac05d11de21c req-d04c42a3-f837-4193-9503-086da3b5e94f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:04.500668 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-194165d9-9045-4585-b8d5-ac05d11de21c req-d04c42a3-f837-4193-9503-086da3b5e94f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Apr 03 16:41:04.508969 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:04.513295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Request body: {'floatingip': {'port_id': '54096eb5-1f9f-4be0-8da5-c178ae401793'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:41:04.551264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.972698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.976264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.078463 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Floating IP 18a69b1d-bd1e-4773-9fe1-14d7e993a213 associated. External IP: 172.27.2.104, port: 54096eb5-1f9f-4be0-8da5-c178ae401793. Apr 03 16:41:05.286980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:05.393698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:05.398539 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.403067 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:05.416542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:05.417162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.429631 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-98937b22-8540-4791-916b-608376893a20 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "PUT /v2.0/floatingips/18a69b1d-bd1e-4773-9fe1-14d7e993a213 HTTP/1.1" status: 200 len: 991 time: 0.9196126 Apr 03 16:41:05.430215 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:05.432565 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:05.467791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943bd90-b019-4abb-82ee-e22b8db14801 x-openstack-request-id: req-d943bd90-b019-4abb-82ee-e22b8db14801 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:05.468081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:05.468338 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d943bd90-b019-4abb-82ee-e22b8db14801 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:05.469405 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d943bd90-b019-4abb-82ee-e22b8db14801'] response: {'name': 'network-changed', 'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'status': 'completed', 'code': 200} Apr 03 16:41:05.525744 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:05.545485 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-644028a1-f0fe-43b4-9668-c356f118a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:05.547232 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-644028a1-f0fe-43b4-9668-c356f118a952 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fb46617da8c46698397fd375d1916fe&device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 1129 time: 0.0462883 Apr 03 16:41:05.637365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-0a6a165a-8b0d-4a08-8421-b224d59e2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:05.638843 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-0a6a165a-8b0d-4a08-8421-b224d59e2648 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 200 len: 912 time: 0.0856884 Apr 03 16:41:05.707434 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-69541b3b-f7cb-4900-9e7d-e76563e6cc0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54096eb5-1f9f-4be0-8da5-c178ae401793 HTTP/1.1" status: 200 len: 999 time: 0.0617878 Apr 03 16:41:05.749004 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '18a69b1d-bd1e-4773-9fe1-14d7e993a213', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:13:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:50Z', 'updated_at': '2022-04-03T16:41:04Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.758392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-82052d36-ec98-4441-93bb-8ecd229c4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:05.759957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-82052d36-ec98-4441-93bb-8ecd229c4485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 200 len: 850 time: 0.0437858 Apr 03 16:41:05.776185 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:05.784832 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:05.785472 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:40:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.813903 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-1db58173-7a1c-49ca-b036-96a148a995a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:05.815354 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-1db58173-7a1c-49ca-b036-96a148a995a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63bf1990-7128-47be-913e-09fdf5be21fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448334 Apr 03 16:41:05.913154 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-5526d9b7-417e-429b-aef1-b44e8397801d service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910351 Apr 03 16:41:06.004870 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4adc59ed-3e9f-4c23-9e74-96f5c5b6c5b7 req-1efcdecd-9823-4899-8aed-43aaa579115c service neutron] 10.222.0.50 "GET /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856483 Apr 03 16:41:06.020997 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:06.240623 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '18a69b1d-bd1e-4773-9fe1-14d7e993a213', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:13:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:50Z', 'updated_at': '2022-04-03T16:41:04Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:06.267729 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f9e35-ae75-43b5-afdf-540e646e1729 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '18a69b1d-bd1e-4773-9fe1-14d7e993a213', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'port_id': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'mac_address': 'fa:16:3e:13:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:50Z', 'updated_at': '2022-04-03T16:41:04Z', 'revision_number': 1, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:06.459203 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a0670-25c2-444c-9721-721adc85f13b None None] New status for floating IP 18a69b1d-bd1e-4773-9fe1-14d7e993a213: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:41:08.070335 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce2ce65a-2212-4502-b6b2-cc95c50b0a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:10.451979 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:41:10.465715 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13dda43b-9642-4944-9427-d672ede877b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:11.418491 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:11.939827 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60c6ba-4786-406b-a76e-25f1a65cdb93 req-12edabb6-5eb4-42b9-a5fe-46a4c519b24d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:11.941307 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf60c6ba-4786-406b-a76e-25f1a65cdb93 req-12edabb6-5eb4-42b9-a5fe-46a4c519b24d tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0560722 Apr 03 16:41:11.987524 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf60c6ba-4786-406b-a76e-25f1a65cdb93 req-0d1de797-3061-4718-bf3d-54223bb1a97f tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Apr 03 16:41:12.972106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:13.111521 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb92df5-8ee0-421a-94f0-f35b9446270a req-18ace8c7-9f46-459f-bcc3-f17f44c982cc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:13.113695 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dfb92df5-8ee0-421a-94f0-f35b9446270a req-18ace8c7-9f46-459f-bcc3-f17f44c982cc tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Apr 03 16:41:13.159486 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dfb92df5-8ee0-421a-94f0-f35b9446270a req-763cc762-e2e2-4410-87bd-f54e87676954 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Apr 03 16:41:14.280555 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104a18-0462-4364-9bc3-9314f0d552e4 req-02cdee64-1aad-4eb4-9bf6-8defe2fc08aa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:14.282075 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a104a18-0462-4364-9bc3-9314f0d552e4 req-02cdee64-1aad-4eb4-9bf6-8defe2fc08aa tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0550637 Apr 03 16:41:14.328585 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a104a18-0462-4364-9bc3-9314f0d552e4 req-1dd51021-2f55-49e9-bb76-eb2d3adf5fac tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Apr 03 16:41:14.413681 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:14.665726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:15.444051 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f651-4795-4769-8cc4-ce37e42bd8a3 req-4181d6ec-de9b-4885-a238-b99c632fe961 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:15.445549 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0cd6f651-4795-4769-8cc4-ce37e42bd8a3 req-4181d6ec-de9b-4885-a238-b99c632fe961 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Apr 03 16:41:15.491675 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0cd6f651-4795-4769-8cc4-ce37e42bd8a3 req-27c322cb-7318-4de2-967d-c7429b05eb07 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=2635338d-cf43-4951-ba5e-b1369295aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Apr 03 16:41:15.990163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-25d9e67a-71e9-4362-87c4-460b6efa3101 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:15.991690 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-25d9e67a-71e9-4362-87c4-460b6efa3101 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 945 time: 0.0566058 Apr 03 16:41:16.093824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Deleting port 6cc9f342-1996-4929-a379-4de88cb04421 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:16.094170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (6cc9f342-1996-4929-a379-4de88cb04421), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.181311 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] For port 6cc9f342-1996-4929-a379-4de88cb04421, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6cc9f342-1996-4929-a379-4de88cb04421,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:16.181683 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (6cc9f342-1996-4929-a379-4de88cb04421), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.352778 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.353063 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.353386 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Floating IP 4ee85fcf-760e-4823-8f6d-9c78a341ec6b disassociated. External IP: 172.27.2.94, port: 6cc9f342-1996-4929-a379-4de88cb04421. Apr 03 16:41:16.353734 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Calling delete_port for 6cc9f342-1996-4929-a379-4de88cb04421 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:16.478444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (6cc9f342-1996-4929-a379-4de88cb04421), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.509978 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event deleted for resources: {'Port': ['ID=6cc9f342-1996-4929-a379-4de88cb04421,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:16.612823 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f42b10a-606b-4b31-8608-519ca440b7ec req-627c914a-bd9f-4cf6-9e92-140ad989a01b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=c075eec6-0452-4d43-b64c-427f9053c167 HTTP/1.1" status: 200 len: 210 time: 0.0347538 Apr 03 16:41:16.648760 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:16.758832 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:16.768909 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:16.778472 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:16.779098 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:16.801337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] No DVR routers for this DVR port 6cc9f342-1996-4929-a379-4de88cb04421 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:16.803908 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:16.807239 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efcc6fc3-34e8-4e25-aa15-f39c97da064e req-4c782d3a-9064-4aca-b48a-5a1d4dc1441b tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "DELETE /v2.0/ports/6cc9f342-1996-4929-a379-4de88cb04421 HTTP/1.1" status: 204 len: 173 time: 0.8095686 Apr 03 16:41:16.807706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'name': 'network-vif-deleted', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:16.810149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a93b2-a70b-486d-a0f8-e384442f64d4" -d '{"events": [{"server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "name": "network-vif-deleted", "tag": "6cc9f342-1996-4929-a379-4de88cb04421"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:16.847990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaed570-2fee-44d1-b804-0db0fbce1037 x-openstack-request-id: req-faaed570-2fee-44d1-b804-0db0fbce1037 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:16.848437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c075eec6-0452-4d43-b64c-427f9053c167", "name": "network-vif-deleted", "tag": "6cc9f342-1996-4929-a379-4de88cb04421", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:16.848711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faaed570-2fee-44d1-b804-0db0fbce1037 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:16.849176 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaed570-2fee-44d1-b804-0db0fbce1037'] response: {'server_uuid': 'c075eec6-0452-4d43-b64c-427f9053c167', 'name': 'network-vif-deleted', 'tag': '6cc9f342-1996-4929-a379-4de88cb04421', 'status': 'completed', 'code': 200} Apr 03 16:41:16.895356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:17.113713 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:17.140289 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:17.148805 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:17.149414 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:17.260399 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:17.457838 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:17.488321 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a39de8-aa68-43d0-a5f5-538340397eac None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:34:31Z', 'revision_number': 4, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'a7d26a48-a726-47ef-812b-da072e6c1f92', 'name': '', 'network_id': '32f4d767-9a22-4a11-9af7-46a1b69bcade', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'mac_address': 'fa:16:3e:3d:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:30Z', 'updated_at': '2022-04-03T16:34:34Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'subnets': [{'id': '3abfc142-dc06-4fd2-8576-f7a84747a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:17.701950 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:17.712322 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6d3f2-d668-4be8-b6a4-2ff1d6ada359 None None] New status for floating IP 4ee85fcf-760e-4823-8f6d-9c78a341ec6b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:41:17.758836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (2635338d-cf43-4951-ba5e-b1369295aa0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:17.782705 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (2635338d-cf43-4951-ba5e-b1369295aa0c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:17.830396 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2635338d-cf43-4951-ba5e-b1369295aa0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:17.833005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:17.834173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "DELETE /v2.0/security-groups/2635338d-cf43-4951-ba5e-b1369295aa0c HTTP/1.1" status: 204 len: 168 time: 0.1312170 Apr 03 16:41:17.836977 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:17.844052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a55e9-8f66-418d-908f-7408634d69d1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2635338d-cf43-4951-ba5e-b1369295aa0c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:17.851008 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-f63b6159-5f63-4e77-98b2-db49179b9ad0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] show failed (client error): The resource could not be found. Apr 03 16:41:17.852165 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f63b6159-5f63-4e77-98b2-db49179b9ad0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups/2635338d-cf43-4951-ba5e-b1369295aa0c HTTP/1.1" status: 404 len: 347 time: 0.0141795 Apr 03 16:41:17.854888 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:17.983463 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Deleting port 9167ec10-db71-4ba7-ae3d-33ca104429a2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:17.983817 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.068900 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.069228 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (9167ec10-db71-4ba7-ae3d-33ca104429a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.080809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Calling delete_port for 9167ec10-db71-4ba7-ae3d-33ca104429a2 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:18.209551 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (9167ec10-db71-4ba7-ae3d-33ca104429a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.243737 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event deleted for resources: {'Port': ['ID=9167ec10-db71-4ba7-ae3d-33ca104429a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:18.301517 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks [] for floatingip (4ee85fcf-760e-4823-8f6d-9c78a341ec6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.303982 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:18.305159 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-479349b1-9309-4fb3-ac1e-6ecf882f24e1 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "DELETE /v2.0/floatingips/4ee85fcf-760e-4823-8f6d-9c78a341ec6b HTTP/1.1" status: 204 len: 168 time: 0.4493406 Apr 03 16:41:18.924135 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6cc9f342-1996-4929-a379-4de88cb04421 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:18.943875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 6cc9f342-1996-4929-a379-4de88cb04421 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:18.944217 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6cc9f342-1996-4929-a379-4de88cb04421 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:20.916289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db995-9166-428a-8b0d-3f40dc83e3be req-a951db1f-94b6-4db0-97eb-025e3abb18f9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:20.918089 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d31db995-9166-428a-8b0d-3f40dc83e3be req-a951db1f-94b6-4db0-97eb-025e3abb18f9 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0560439 Apr 03 16:41:20.966887 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d31db995-9166-428a-8b0d-3f40dc83e3be req-1a756770-ddcb-4e0d-a69a-581509d81f87 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Apr 03 16:41:21.717427 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-c7f7ad59-3bd3-403f-bd9d-48476cd346cb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:21.718820 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-c7f7ad59-3bd3-403f-bd9d-48476cd346cb tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Apr 03 16:41:21.818816 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Deleting port f4d3c397-9495-436d-8682-53cf7e74a28e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:21.819151 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:22.169211 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] For port f4d3c397-9495-436d-8682-53cf7e74a28e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f4d3c397-9495-436d-8682-53cf7e74a28e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:22.169922 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:22.184629 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753af38-86b9-4052-b1fe-80b7c8f25c1d req-24c7cacd-eab9-40cf-a3c6-fec4b75c1b7a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:22.186076 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b753af38-86b9-4052-b1fe-80b7c8f25c1d req-24c7cacd-eab9-40cf-a3c6-fec4b75c1b7a tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fefde05-c1cc-4703-a6b7-a3d28e8608f3 HTTP/1.1" status: 200 len: 945 time: 0.1207056 Apr 03 16:41:22.191650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Calling delete_port for f4d3c397-9495-436d-8682-53cf7e74a28e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:22.278870 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b753af38-86b9-4052-b1fe-80b7c8f25c1d req-6b3b2ef7-4727-4ec7-a994-bdc43a9fee86 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851927 Apr 03 16:41:22.350664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f4d3c397-9495-436d-8682-53cf7e74a28e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:22.366839 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['2461f3f6-c059-4d9f-92f1-3807241b790e', 'f4d3c397-9495-436d-8682-53cf7e74a28e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:41:22.381341 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event deleted for resources: {'Port': ['ID=f4d3c397-9495-436d-8682-53cf7e74a28e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:22.428748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] No DVR routers for this DVR port f4d3c397-9495-436d-8682-53cf7e74a28e on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:22.431272 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:22.434689 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3e754b0-c31f-44ab-b236-70a932ce6300 req-0f027816-08e1-4a3e-b10c-5603c0c552c0 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "DELETE /v2.0/ports/f4d3c397-9495-436d-8682-53cf7e74a28e HTTP/1.1" status: 204 len: 173 time: 0.7067277 Apr 03 16:41:22.435129 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'name': 'network-vif-deleted', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:22.437376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de9877-d958-4076-af4b-3dfe9c2ee806" -d '{"events": [{"server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "name": "network-vif-deleted", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:22.477550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a18f6b6-9c34-4c87-87ca-1669acc893bc x-openstack-request-id: req-7a18f6b6-9c34-4c87-87ca-1669acc893bc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:22.477853 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fefde05-c1cc-4703-a6b7-a3d28e8608f3", "name": "network-vif-deleted", "tag": "f4d3c397-9495-436d-8682-53cf7e74a28e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:22.478110 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a18f6b6-9c34-4c87-87ca-1669acc893bc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:22.478519 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a18f6b6-9c34-4c87-87ca-1669acc893bc'] response: {'server_uuid': '4fefde05-c1cc-4703-a6b7-a3d28e8608f3', 'name': 'network-vif-deleted', 'tag': 'f4d3c397-9495-436d-8682-53cf7e74a28e', 'status': 'completed', 'code': 200} Apr 03 16:41:23.569422 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea3483-f128-4d65-9f78-5c981735905e req-138592af-71b4-4fc5-8ba4-554c63b39163 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:23.570802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9ea3483-f128-4d65-9f78-5c981735905e req-138592af-71b4-4fc5-8ba4-554c63b39163 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0531127 Apr 03 16:41:23.617131 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9ea3483-f128-4d65-9f78-5c981735905e req-141f1ffb-aee7-429c-8914-bec732f0885e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Apr 03 16:41:24.740071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e0bb-25e1-4057-ab47-0d5b24316b34 req-9cc2f5b3-bc78-4265-b98b-692248a6aa71 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:24.741617 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7b8e0bb-25e1-4057-ab47-0d5b24316b34 req-9cc2f5b3-bc78-4265-b98b-692248a6aa71 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0578640 Apr 03 16:41:24.790285 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7b8e0bb-25e1-4057-ab47-0d5b24316b34 req-7ce7659d-1f1a-4620-af8b-f2f90edc1d99 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Apr 03 16:41:24.965672 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device f4d3c397-9495-436d-8682-53cf7e74a28e no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:24.985686 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: f4d3c397-9495-436d-8682-53cf7e74a28e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:24.986029 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device f4d3c397-9495-436d-8682-53cf7e74a28e not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:25.908829 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc82cf-93cf-496d-a3a1-cd679faac377 req-16f69acb-c9dd-4aba-9b59-beb599a406f5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:25.910304 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4abc82cf-93cf-496d-a3a1-cd679faac377 req-16f69acb-c9dd-4aba-9b59-beb599a406f5 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0529149 Apr 03 16:41:25.956441 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4abc82cf-93cf-496d-a3a1-cd679faac377 req-dfde0d28-4c57-4521-8620-acef1735b6c2 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Apr 03 16:41:26.406818 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-013809a8-cae2-4c5d-8726-7aaf33ba83a7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:26.408356 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-013809a8-cae2-4c5d-8726-7aaf33ba83a7 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 946 time: 0.0524163 Apr 03 16:41:26.507149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Deleting port 2461f3f6-c059-4d9f-92f1-3807241b790e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:26.507494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:26.594215 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] For port 2461f3f6-c059-4d9f-92f1-3807241b790e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2461f3f6-c059-4d9f-92f1-3807241b790e,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:26.594576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:26.611305 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Calling delete_port for 2461f3f6-c059-4d9f-92f1-3807241b790e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:26.733034 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (2461f3f6-c059-4d9f-92f1-3807241b790e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:26.747136 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['2461f3f6-c059-4d9f-92f1-3807241b790e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:41:26.760302 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Pushing event deleted for resources: {'Port': ['ID=2461f3f6-c059-4d9f-92f1-3807241b790e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:26.810015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] No DVR routers for this DVR port 2461f3f6-c059-4d9f-92f1-3807241b790e on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:26.813143 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:26.816651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6ccaff8-9d1d-4bac-b2d4-f00c01c00963 req-380f5e64-bd0f-4a02-b183-dd1407f61e02 tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.50 "DELETE /v2.0/ports/2461f3f6-c059-4d9f-92f1-3807241b790e HTTP/1.1" status: 204 len: 173 time: 0.4017057 Apr 03 16:41:26.817100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'name': 'network-vif-deleted', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:26.819471 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6159af6-c89a-4ef1-b6a8-82d1fceda7e2" -d '{"events": [{"server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "name": "network-vif-deleted", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:26.857870 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa560ed5-7af8-4e25-bdb6-393b19c26161 x-openstack-request-id: req-fa560ed5-7af8-4e25-bdb6-393b19c26161 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:26.858170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf99460-552e-4eb3-818d-c47372aba733", "name": "network-vif-deleted", "tag": "2461f3f6-c059-4d9f-92f1-3807241b790e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:26.858472 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa560ed5-7af8-4e25-bdb6-393b19c26161 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:26.858883 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa560ed5-7af8-4e25-bdb6-393b19c26161'] response: {'server_uuid': '4bf99460-552e-4eb3-818d-c47372aba733', 'name': 'network-vif-deleted', 'tag': '2461f3f6-c059-4d9f-92f1-3807241b790e', 'status': 'completed', 'code': 200} Apr 03 16:41:27.062005 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d14c9ca0-ee0b-45bb-997b-19ec3b2f72dc req-4a1852a4-a4ea-4970-8b3a-dbbba8a41b6e tempest-ServerRescueNegativeTestJSON-231943230 tempest-ServerRescueNegativeTestJSON-231943230-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bf99460-552e-4eb3-818d-c47372aba733 HTTP/1.1" status: 200 len: 210 time: 0.0272250 Apr 03 16:41:28.117542 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:28.622064 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:28.967640 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2461f3f6-c059-4d9f-92f1-3807241b790e no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:28.989790 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 2461f3f6-c059-4d9f-92f1-3807241b790e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:28.990134 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 2461f3f6-c059-4d9f-92f1-3807241b790e not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:29.123097 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Deleting port a7d26a48-a726-47ef-812b-da072e6c1f92 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:29.123657 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:29.200017 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] For port a7d26a48-a726-47ef-812b-da072e6c1f92, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a7d26a48-a726-47ef-812b-da072e6c1f92,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:29.200381 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:29.213852 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Calling delete_port for a7d26a48-a726-47ef-812b-da072e6c1f92 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:29.403575 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (a7d26a48-a726-47ef-812b-da072e6c1f92), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:29.427254 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d26a48-a726-47ef-812b-da072e6c1f92,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:29.597409 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:29.815067 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Router feb8e8d8-2037-4fbb-a72f-b146b2467375 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:29.921041 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:29.926031 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9c29f06f-906d-47fb-bb94-e9a12cf20f64 admin admin] 10.222.0.48 "PUT /v2.0/routers/feb8e8d8-2037-4fbb-a72f-b146b2467375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074739 Apr 03 16:41:29.928499 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39128) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:29.929549 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Sync routers for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:29.940136 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:29.940788 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:30.033411 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks [] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.053357 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:30.146651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks [] for router_gateway (feb8e8d8-2037-4fbb-a72f-b146b2467375), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.197655 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Deleting port a1fdfa71-a2da-405e-be98-7a8d195dbd2e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:30.197994 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.239886 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:41:29Z', 'revision_number': 5, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port': {'id': 'a1fdfa71-a2da-405e-be98-7a8d195dbd2e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:28Z', 'updated_at': '2022-04-03T16:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:30.270461 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Checking router: feb8e8d8-2037-4fbb-a72f-b146b2467375 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:30.275846 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] For port a1fdfa71-a2da-405e-be98-7a8d195dbd2e, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:30.276232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.278706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Routers {'feb8e8d8-2037-4fbb-a72f-b146b2467375'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:30.279321 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['feb8e8d8-2037-4fbb-a72f-b146b2467375'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:30.288931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Calling delete_port for a1fdfa71-a2da-405e-be98-7a8d195dbd2e owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:30.464754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (a1fdfa71-a2da-405e-be98-7a8d195dbd2e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.491664 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] Set router feb8e8d8-2037-4fbb-a72f-b146b2467375 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:30.493239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fdfa71-a2da-405e-be98-7a8d195dbd2e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:30.546316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:41:30Z', 'revision_number': 6, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:30.554891 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.575484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28066b-06fd-49f3-a6bd-0cba6ce0d819 None None] The sync data for ids ['feb8e8d8-2037-4fbb-a72f-b146b2467375'] in dv-cinder-836252-2-iscsi is: [{'id': 'feb8e8d8-2037-4fbb-a72f-b146b2467375', 'name': 'tempest-ServerRescueNegativeTestJSON-741195395-router', 'tenant_id': 'dc44dfcc02d1454d905098d298f84ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:27Z', 'updated_at': '2022-04-03T16:41:30Z', 'revision_number': 6, 'project_id': 'dc44dfcc02d1454d905098d298f84ac0', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:30.663097 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.665951 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks [] for router_controller (feb8e8d8-2037-4fbb-a72f-b146b2467375), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.730537 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (feb8e8d8-2037-4fbb-a72f-b146b2467375), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.730986 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb8e8d8-2037-4fbb-a72f-b146b2467375 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:41:30.735916 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.737102 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-129b06bf-3831-4138-9904-a86cd713db61 admin admin] 10.222.0.48 "DELETE /v2.0/routers/feb8e8d8-2037-4fbb-a72f-b146b2467375 HTTP/1.1" status: 204 len: 168 time: 0.8077052 Apr 03 16:41:30.739633 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:30.783474 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Deleting subnet 3abfc142-dc06-4fd2-8576-f7a84747a25e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:41:30.786447 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Publish callbacks [] for subnet (3abfc142-dc06-4fd2-8576-f7a84747a25e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.819213 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (3abfc142-dc06-4fd2-8576-f7a84747a25e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.927137 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (3abfc142-dc06-4fd2-8576-f7a84747a25e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:30.986590 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (3abfc142-dc06-4fd2-8576-f7a84747a25e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.016289 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abfc142-dc06-4fd2-8576-f7a84747a25e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:31.021084 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.025044 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-65446eb4-d4fc-4b3b-a989-9645cd753af7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3abfc142-dc06-4fd2-8576-f7a84747a25e HTTP/1.1" status: 204 len: 168 time: 0.2842882 Apr 03 16:41:31.026174 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659bd2c-d9f5-49cb-901b-a44f9eda2f8b None None] Network 32f4d767-9a22-4a11-9af7-46a1b69bcade requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:41:31.027419 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:31.096731 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (32f4d767-9a22-4a11-9af7-46a1b69bcade), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.155317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Deleting port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:31.155665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.216581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] For port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,segment=NetworkSegment(3912e7e9-63de-4efc-a99f-ba032a0a0a06),segment_id=3912e7e9-63de-4efc-a99f-ba032a0a0a06)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:31.216946 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.230579 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Calling delete_port for a2fd3824-8f73-4b30-ad5f-1f59899a8f7f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:31.312578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a2fd3824-8f73-4b30-ad5f-1f59899a8f7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.336016 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fd3824-8f73-4b30-ad5f-1f59899a8f7f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:31.341894 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] No DVR routers for this DVR port a2fd3824-8f73-4b30-ad5f-1f59899a8f7f on host dv-cinder-836252-2-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:31.362491 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988e222-a204-4437-a26f-e1cbbae6e78c None None] DHCP port deletion for 32f4d767-9a22-4a11-9af7-46a1b69bcade request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:41:31.415372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (32f4d767-9a22-4a11-9af7-46a1b69bcade), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.436179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f4d767-9a22-4a11-9af7-46a1b69bcade']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:31.447154 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3912e7e9-63de-4efc-a99f-ba032a0a0a06') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:31.447281 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3912e7e9-63de-4efc-a99f-ba032a0a0a06') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:31.457216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (3912e7e9-63de-4efc-a99f-ba032a0a0a06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.471030 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (3912e7e9-63de-4efc-a99f-ba032a0a0a06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.477940 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:41:31.478381 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (3912e7e9-63de-4efc-a99f-ba032a0a0a06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:41:31.480433 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:41:31.542098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (32f4d767-9a22-4a11-9af7-46a1b69bcade), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.548590 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a7d26a48-a726-47ef-812b-da072e6c1f92 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:31.550597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.553926 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32f4d767-9a22-4a11-9af7-46a1b69bcade HTTP/1.1" status: 204 len: 168 time: 0.5254452 Apr 03 16:41:31.566007 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6b07-24ab-40a4-9237-56c8ab8883c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f4d767-9a22-4a11-9af7-46a1b69bcade,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:31.576826 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: a7d26a48-a726-47ef-812b-da072e6c1f92 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:31.577176 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a7d26a48-a726-47ef-812b-da072e6c1f92 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:31.577590 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a1fdfa71-a2da-405e-be98-7a8d195dbd2e no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:31.598094 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: a1fdfa71-a2da-405e-be98-7a8d195dbd2e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:31.598636 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a1fdfa71-a2da-405e-be98-7a8d195dbd2e not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:31.599206 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a2fd3824-8f73-4b30-ad5f-1f59899a8f7f no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:31.620810 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: a2fd3824-8f73-4b30-ad5f-1f59899a8f7f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:31.621554 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a2fd3824-8f73-4b30-ad5f-1f59899a8f7f not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:31.684169 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:31.724388 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-73da12da-6db4-4b83-90fe-627bba518c90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc44dfcc02d1454d905098d298f84ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389371 Apr 03 16:41:31.726722 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:31.772833 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] Publish callbacks [] for security_group (0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.796209 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] Publish callbacks [] for security_group (0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.846692 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.849159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.850295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4 HTTP/1.1" status: 204 len: 168 time: 0.1226838 Apr 03 16:41:31.857688 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56649f0e-f58c-4d71-bc6b-dfd406bda7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ca6ca-e1a7-4af0-a0c0-fb16910d4fa4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:38.074964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b98cba7-9b1a-44b2-a6d4-2593727829a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:40.469218 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-756aa59e-a575-4378-a7e1-813ea9e6a547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:41.421644 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.159230 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:42.262151 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf2a6fb-2cd1-4420-9cc1-20cfa726a72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.333336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf2a6fb-2cd1-4420-9cc1-20cfa726a72d admin admin] Publish callbacks [] for security_group (a0dacca7-5496-441f-8266-90542ed07608), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.336662 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf2a6fb-2cd1-4420-9cc1-20cfa726a72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a0dacca7-5496-441f-8266-90542ed07608), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.374456 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-adf2a6fb-2cd1-4420-9cc1-20cfa726a72d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=861b8d1874f4422683c25ad3488e80da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140982 Apr 03 16:41:42.376449 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2a6fb-2cd1-4420-9cc1-20cfa726a72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dacca7-5496-441f-8266-90542ed07608,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:42.377101 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:42.424203 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] Publish callbacks [] for security_group (a0dacca7-5496-441f-8266-90542ed07608), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.444823 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] Publish callbacks [] for security_group (a0dacca7-5496-441f-8266-90542ed07608), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.490921 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (a0dacca7-5496-441f-8266-90542ed07608), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.493752 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:42.495044 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0dacca7-5496-441f-8266-90542ed07608 HTTP/1.1" status: 204 len: 168 time: 0.1169503 Apr 03 16:41:42.504239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38378167-d8d1-436a-854f-5129f5dd2a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dacca7-5496-441f-8266-90542ed07608,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:42.974655 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:44.415577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:44.692397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:46.662650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:46.766448 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:46.847213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Publish callbacks [] for security_group (2be967c3-4005-413b-9f3c-de9bff2e8eae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:46.850944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2be967c3-4005-413b-9f3c-de9bff2e8eae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:46.888342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be967c3-4005-413b-9f3c-de9bff2e8eae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:46.892300 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc444c0653c448dba0f508e0512b3db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286341 Apr 03 16:41:46.895076 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:46.899786 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.900162 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.900542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.900892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.901235 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.901575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.901912 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.902247 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.902659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.903015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.903362 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.903698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.904148 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.904503 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.904835 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd88e03-dbca-4cfe-bbdb-4b750b2049b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:46.951123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] Publish callbacks [] for security_group (2be967c3-4005-413b-9f3c-de9bff2e8eae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:46.973399 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] Publish callbacks [] for security_group (2be967c3-4005-413b-9f3c-de9bff2e8eae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.021243 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2be967c3-4005-413b-9f3c-de9bff2e8eae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.023790 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.024995 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2be967c3-4005-413b-9f3c-de9bff2e8eae HTTP/1.1" status: 204 len: 168 time: 0.1289241 Apr 03 16:41:47.033245 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb7700-895f-4570-89af-e9bbaecd1637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be967c3-4005-413b-9f3c-de9bff2e8eae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:47.293971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:47.306922 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b8137eb-ca29-486a-8f22-70bd0e51e187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.385465 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b8137eb-ca29-486a-8f22-70bd0e51e187 admin admin] Publish callbacks [] for security_group (84f5a2f0-5e39-4b28-b536-fb6d7658828c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.390939 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b8137eb-ca29-486a-8f22-70bd0e51e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (84f5a2f0-5e39-4b28-b536-fb6d7658828c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.431111 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8b8137eb-ca29-486a-8f22-70bd0e51e187 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a35a1925cdc94731a54a3a21928cbbeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360562 Apr 03 16:41:47.432238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8137eb-ca29-486a-8f22-70bd0e51e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f5a2f0-5e39-4b28-b536-fb6d7658828c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:47.433794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:47.454332 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:41:47.489242 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] Publish callbacks [] for security_group (84f5a2f0-5e39-4b28-b536-fb6d7658828c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.510921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] Publish callbacks [] for security_group (84f5a2f0-5e39-4b28-b536-fb6d7658828c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.559291 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (84f5a2f0-5e39-4b28-b536-fb6d7658828c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.562439 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:47.563594 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84f5a2f0-5e39-4b28-b536-fb6d7658828c HTTP/1.1" status: 204 len: 168 time: 0.1287661 Apr 03 16:41:47.571772 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64fb9-e880-4c62-9668-5b0cc8ce77b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f5a2f0-5e39-4b28-b536-fb6d7658828c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:49.143600 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7bee-1a7b-4743-8f2b-0563e72a985f req-51e9d93e-ee9b-4d90-a3a6-e447dacdc031 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:49.145006 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-877b7bee-1a7b-4743-8f2b-0563e72a985f req-51e9d93e-ee9b-4d90-a3a6-e447dacdc031 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0519812 Apr 03 16:41:49.191910 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-877b7bee-1a7b-4743-8f2b-0563e72a985f req-9092d0ed-3f17-4d83-a32d-e539b42e2b40 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Apr 03 16:41:50.311959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91b08-33e4-43b9-a652-d9946effb3c2 req-d0b72f5e-a067-4e77-97ec-a325bd71d379 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:50.313370 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74e91b08-33e4-43b9-a652-d9946effb3c2 req-d0b72f5e-a067-4e77-97ec-a325bd71d379 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Apr 03 16:41:50.361564 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74e91b08-33e4-43b9-a652-d9946effb3c2 req-56ff5c83-468d-4004-a151-d35a20523248 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Apr 03 16:41:51.478097 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c0d3-b0fc-4175-b2fb-1bf0453e17bb req-8ee070b1-b39f-46d8-acf7-15ee973394c7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:51.479563 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4df7c0d3-b0fc-4175-b2fb-1bf0453e17bb req-8ee070b1-b39f-46d8-acf7-15ee973394c7 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0519984 Apr 03 16:41:51.526499 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4df7c0d3-b0fc-4175-b2fb-1bf0453e17bb req-fd57fd08-60bd-4a43-9c69-3d34b2f42626 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 Apr 03 16:41:52.642647 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47472ff9-ec05-415a-8d76-ec53132b2a1d req-7cd04263-bf82-47a3-b398-09e659ed1886 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:52.644124 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47472ff9-ec05-415a-8d76-ec53132b2a1d req-7cd04263-bf82-47a3-b398-09e659ed1886 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0523820 Apr 03 16:41:52.690018 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47472ff9-ec05-415a-8d76-ec53132b2a1d req-d87ecf63-397b-48ef-bfc4-12e3210ca685 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Apr 03 16:41:53.809125 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fb6f1-4899-4160-bc22-872bd63f5b4d req-ccda9c8b-887b-47dd-9dc1-00e24f7b975d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:53.810468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b3fb6f1-4899-4160-bc22-872bd63f5b4d req-ccda9c8b-887b-47dd-9dc1-00e24f7b975d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0535252 Apr 03 16:41:53.856666 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b3fb6f1-4899-4160-bc22-872bd63f5b4d req-9b9712aa-1c74-4b41-b131-58a64ebb6c90 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Apr 03 16:41:54.976727 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b235c-447d-48ec-bace-a5ae1ebfff04 req-322be4f8-a2e3-4354-8a2d-93a694c64b12 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:54.978201 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-616b235c-447d-48ec-bace-a5ae1ebfff04 req-322be4f8-a2e3-4354-8a2d-93a694c64b12 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0532022 Apr 03 16:41:55.030318 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-616b235c-447d-48ec-bace-a5ae1ebfff04 req-cb50a1a4-9863-437b-b17c-1034dabe8fd6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=2139fe42-59ce-45a0-8c9b-4701393aabc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466170 Apr 03 16:41:55.278444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-3a270c93-6ce1-4966-b719-bd2312781bb8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:55.279856 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-3a270c93-6ce1-4966-b719-bd2312781bb8 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 946 time: 0.0591342 Apr 03 16:41:55.401716 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port bd4b6501-5f6a-447d-ad79-00e6e1a94edd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:55.402072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:55.504694 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] For port bd4b6501-5f6a-447d-ad79-00e6e1a94edd, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:55.505063 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:55.680026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:55.680311 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:55.680663 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP 8bb8e7b9-9cd6-435b-a993-c7f79700c544 disassociated. External IP: 172.27.2.103, port: bd4b6501-5f6a-447d-ad79-00e6e1a94edd. Apr 03 16:41:55.681011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for bd4b6501-5f6a-447d-ad79-00e6e1a94edd owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:55.806322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (bd4b6501-5f6a-447d-ad79-00e6e1a94edd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:55.834709 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=bd4b6501-5f6a-447d-ad79-00e6e1a94edd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:55.949179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:56.059465 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:56.070506 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:56.082468 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:56.084600 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:56.101578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] No DVR routers for this DVR port bd4b6501-5f6a-447d-ad79-00e6e1a94edd on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:56.104512 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:56.107839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f28cb9cf-1dc8-4d67-a6ca-cc8ee71f4d58 req-527dc07d-72b4-4d9a-b6f4-863571903d4b tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "DELETE /v2.0/ports/bd4b6501-5f6a-447d-ad79-00e6e1a94edd HTTP/1.1" status: 204 len: 173 time: 0.8162556 Apr 03 16:41:56.108385 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'name': 'network-vif-deleted', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:41:56.110789 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70945a58-27bb-4e03-9b07-ed1e9e3eda1e" -d '{"events": [{"server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "name": "network-vif-deleted", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:41:56.159479 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e71bc961-e5ec-485f-aacb-fcff79e39386 req-993706b4-1cf4-4394-8589-cf7faa116649 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6e31009-b364-4972-9a64-407f842ef392 HTTP/1.1" status: 200 len: 210 time: 0.0455179 Apr 03 16:41:56.170855 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a8ce8-24b5-4c2b-b1ce-2978fb308431 x-openstack-request-id: req-041a8ce8-24b5-4c2b-b1ce-2978fb308431 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:41:56.172877 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e31009-b364-4972-9a64-407f842ef392", "name": "network-vif-deleted", "tag": "bd4b6501-5f6a-447d-ad79-00e6e1a94edd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:41:56.173320 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-041a8ce8-24b5-4c2b-b1ce-2978fb308431 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:41:56.173961 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041a8ce8-24b5-4c2b-b1ce-2978fb308431'] response: {'server_uuid': 'b6e31009-b364-4972-9a64-407f842ef392', 'name': 'network-vif-deleted', 'tag': 'bd4b6501-5f6a-447d-ad79-00e6e1a94edd', 'status': 'completed', 'code': 200} Apr 03 16:41:56.208562 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:56.262729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-3fa1208c-7106-4b1e-96f8-ef1e9ef7d899 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581615 Apr 03 16:41:56.380057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996fc2-031b-411d-a636-0d5709d6558b req-fb9c6899-f528-47f1-aa8b-17b292bb7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:56.381659 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-fb9c6899-f528-47f1-aa8b-17b292bb7e39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1169 time: 0.0487154 Apr 03 16:41:56.422919 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:56.449332 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:56.459016 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:56.459584 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:41:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:56.491512 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996fc2-031b-411d-a636-0d5709d6558b req-004fd903-dcdb-4e60-901f-b8013523d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:56.493097 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-004fd903-dcdb-4e60-901f-b8013523d3d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.0908046 Apr 03 16:41:56.569445 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-115501c8-14fc-49fb-ab65-9759ea2e40b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1002 time: 0.0690110 Apr 03 16:41:56.582366 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:56.627038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996fc2-031b-411d-a636-0d5709d6558b req-bbecd1ed-ed9a-4f97-955e-8460e9fd8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:56.630245 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-bbecd1ed-ed9a-4f97-955e-8460e9fd8a23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0525584 Apr 03 16:41:56.692252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996fc2-031b-411d-a636-0d5709d6558b req-9990ef5b-9ddf-4458-88b5-e1956ac491d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:56.693844 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-9990ef5b-9ddf-4458-88b5-e1956ac491d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559354 Apr 03 16:41:56.793398 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-65f6e7b5-44b4-4872-8ec9-66460b9aaf3b service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916812 Apr 03 16:41:56.800584 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:56.830774 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bbf4e-22c7-4349-ac69-14cff02a7d00 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:56.885339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32996fc2-031b-411d-a636-0d5709d6558b req-ee3930e8-34f4-46fb-8969-5b5f52059572 service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857460 Apr 03 16:41:57.041232 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6dea92-db4d-4abb-a35b-e5262a8c32e1 None None] New status for floating IP 8bb8e7b9-9cd6-435b-a993-c7f79700c544: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:41:57.232536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:57.287391 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (2139fe42-59ce-45a0-8c9b-4701393aabc1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.310628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (2139fe42-59ce-45a0-8c9b-4701393aabc1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.361393 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2139fe42-59ce-45a0-8c9b-4701393aabc1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.364698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.368760 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/security-groups/2139fe42-59ce-45a0-8c9b-4701393aabc1 HTTP/1.1" status: 204 len: 168 time: 0.1325898 Apr 03 16:41:57.369841 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:57.376133 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bc9e2-b7f9-4312-8ad7-465e64a66c3d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2139fe42-59ce-45a0-8c9b-4701393aabc1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:57.388844 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-35715d7b-fd29-47af-aa2e-9791f80176b4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] show failed (client error): The resource could not be found. Apr 03 16:41:57.389882 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-35715d7b-fd29-47af-aa2e-9791f80176b4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups/2139fe42-59ce-45a0-8c9b-4701393aabc1 HTTP/1.1" status: 404 len: 347 time: 0.0190637 Apr 03 16:41:57.392899 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:57.524353 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port 9ce1fc32-e418-496f-831d-510d8818be4d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:57.524727 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.604977 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.605314 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (9ce1fc32-e418-496f-831d-510d8818be4d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.618249 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for 9ce1fc32-e418-496f-831d-510d8818be4d owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:57.732272 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96b25-7955-453c-a102-da61370fda0e req-c1b276e2-1481-46f6-bc81-c3593f1caab2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:57.734046 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18a96b25-7955-453c-a102-da61370fda0e req-c1b276e2-1481-46f6-bc81-c3593f1caab2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0661492 Apr 03 16:41:57.766655 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (9ce1fc32-e418-496f-831d-510d8818be4d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.785651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18a96b25-7955-453c-a102-da61370fda0e req-03bb1b6c-90a3-4493-bc72-3cd5d430ee7c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 Apr 03 16:41:57.806382 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=9ce1fc32-e418-496f-831d-510d8818be4d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:57.831305 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.831653 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.831993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.832330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.832685 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.833015 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.833344 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.833668 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.833991 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.834316 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.834639 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.834959 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.835278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.835598 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.835919 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:57.874655 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (8bb8e7b9-9cd6-435b-a993-c7f79700c544), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.877866 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:57.879365 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-36c3b165-5142-4800-803b-7fa48444c7bd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/floatingips/8bb8e7b9-9cd6-435b-a993-c7f79700c544 HTTP/1.1" status: 204 len: 168 time: 0.4849370 Apr 03 16:41:58.341019 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:58.346417 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445514304', 'description': 'tempest-description--1230623839'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:41:58.365116 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.429423 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (cef810f9-b34b-4afa-bbb1-f018241ff573), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.433119 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cef810f9-b34b-4afa-bbb1-f018241ff573), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.466406 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.467763 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1257169 Apr 03 16:41:58.468808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a879-e613-4780-96e9-913cee9c3e38 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef810f9-b34b-4afa-bbb1-f018241ff573,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:58.470770 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:58.475340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'cef810f9-b34b-4afa-bbb1-f018241ff573', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:41:58.499693 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (d9a6df1d-1f20-4524-8fff-2b8f08cfd2ac), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.553640 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (d9a6df1d-1f20-4524-8fff-2b8f08cfd2ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.557041 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (d9a6df1d-1f20-4524-8fff-2b8f08cfd2ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.573991 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a6df1d-1f20-4524-8fff-2b8f08cfd2ac,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:58.582639 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.583848 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-060ec5e6-81cc-4f1c-acd1-1bdcaa90a917 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120088 Apr 03 16:41:58.586550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:58.590713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'security_group_rule': {'security_group_id': 'cef810f9-b34b-4afa-bbb1-f018241ff573', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:41:58.613715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (bd4e4cbe-84e3-47ee-b087-98c61234a7c7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.671234 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (bd4e4cbe-84e3-47ee-b087-98c61234a7c7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.675389 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (bd4e4cbe-84e3-47ee-b087-98c61234a7c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.691794 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4e4cbe-84e3-47ee-b087-98c61234a7c7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:58.699376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.700588 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-71c7e35a-a41c-4891-85c8-149b5a550754 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130888 Apr 03 16:41:58.703630 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:58.707856 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:41:58.727409 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.822159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:58.954405 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371292ac-e424-4a48-99d1-a999ee28f444 req-3159f3f2-1a39-48e3-adaf-d2595edbae27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:41:58.955733 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-371292ac-e424-4a48-99d1-a999ee28f444 req-3159f3f2-1a39-48e3-adaf-d2595edbae27 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0916610 Apr 03 16:41:58.987453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.27.2.248 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/8ef1833f-1c7b-4754-83f9-6c9163421dfd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:41:59.068307 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-371292ac-e424-4a48-99d1-a999ee28f444 req-e6bd6290-7dcd-4efd-867a-ad4618cc9307 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064982 Apr 03 16:41:59.076389 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:59.127257 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.158281 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device bd4b6501-5f6a-447d-ad79-00e6e1a94edd no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:59.164091 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.182632 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: bd4b6501-5f6a-447d-ad79-00e6e1a94edd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:59.182984 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device bd4b6501-5f6a-447d-ad79-00e6e1a94edd not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:59.211324 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d14c6889-57c5-4624-b54b-0f4c4a32332c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.215414 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:41:59.224164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:41:59.229801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:41:59.257703 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=8ef1833f-1c7b-4754-83f9-6c9163421dfd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:59.364545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.380032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d14c6889-57c5-4624-b54b-0f4c4a32332c admin admin] Publish callbacks [] for security_group (9cf368e3-692c-46fd-b51a-295da203e924), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.384833 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d14c6889-57c5-4624-b54b-0f4c4a32332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9cf368e3-692c-46fd-b51a-295da203e924), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.432523 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.467283 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d14c6889-57c5-4624-b54b-0f4c4a32332c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b118dbe38a144adaee2b5745e5caafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906136 Apr 03 16:41:59.470332 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c6889-57c5-4624-b54b-0f4c4a32332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf368e3-692c-46fd-b51a-295da203e924,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:59.470637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:59.522918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] Publish callbacks [] for security_group (9cf368e3-692c-46fd-b51a-295da203e924), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.543618 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] Publish callbacks [] for security_group (9cf368e3-692c-46fd-b51a-295da203e924), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.593517 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9cf368e3-692c-46fd-b51a-295da203e924), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.596254 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.599918 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cf368e3-692c-46fd-b51a-295da203e924 HTTP/1.1" status: 204 len: 168 time: 0.1258185 Apr 03 16:41:59.611364 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.611953 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422cf1f-f701-4f91-8837-0eb608428754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf368e3-692c-46fd-b51a-295da203e924,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:59.616601 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.687993 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=8ef1833f-1c7b-4754-83f9-6c9163421dfd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:59.700901 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.716590 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.720457 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-54fd3bd3-362b-4fad-a4ba-97a9b9a59ead tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0132895 Apr 03 16:41:59.912068 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-22596516-5584-4928-9e56-8e7b4dadd019 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1445514304&fields=id&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 267 time: 0.0431757 Apr 03 16:42:00.019423 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-3c5a6ab1-79f2-4e0f-b673-a0870903c368 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:00.021027 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-3c5a6ab1-79f2-4e0f-b673-a0870903c368 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.1023331 Apr 03 16:42:00.036105 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-64050257-7cce-4e3c-bb39-fb64cf77a699 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/quotas/05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 375 time: 0.0096245 Apr 03 16:42:00.362836 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-9b43bfc6-7820-46db-9e69-e9fa8dd6b839 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200953 Apr 03 16:42:00.375791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a3eb-0daf-42a4-beb6-6418f56f196b req-75ece478-c1ff-45fb-9048-458bc4792def tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:00.377495 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b82a3eb-0daf-42a4-beb6-6418f56f196b req-75ece478-c1ff-45fb-9048-458bc4792def tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0702693 Apr 03 16:42:00.484995 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b82a3eb-0daf-42a4-beb6-6418f56f196b req-4de910c4-e53a-4799-b45b-09fc47786c03 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981891 Apr 03 16:42:00.499453 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-29bd204b-6e31-4f32-8f13-fefebb7f0f3f service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210768 Apr 03 16:42:00.593025 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-bf775194-e31c-48a0-b9bc-0f7361745c10 service neutron] 10.222.0.48 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Apr 03 16:42:00.780007 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b2cc865-573d-4b5b-aa9d-8e3a22496557 req-5b19349e-aeea-4836-9922-08d146c18584 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 210 time: 0.0372725 Apr 03 16:42:01.627656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2265e-82bb-48b0-ad70-0ed6e9e7c394 req-67efee69-097c-41d7-b97a-df117dc70078 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:01.629638 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3a2265e-82bb-48b0-ad70-0ed6e9e7c394 req-67efee69-097c-41d7-b97a-df117dc70078 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0628076 Apr 03 16:42:01.679642 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3a2265e-82bb-48b0-ad70-0ed6e9e7c394 req-b0f19e67-6f57-4f96-a817-1bad146bd318 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Apr 03 16:42:01.821568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-b54aaab7-935a-4448-bda9-7f693b23f8b4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:01.823305 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-b54aaab7-935a-4448-bda9-7f693b23f8b4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 814 time: 0.1202807 Apr 03 16:42:01.892620 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52d3d15e-670a-4a52-b2b1-ddf088c1a553 req-d36035ac-c18a-4dd4-afbf-f3bba199e7ed tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Apr 03 16:42:01.924251 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-bb60cb8a-4b2d-4ed3-989b-1fe77180603d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16 HTTP/1.1" status: 200 len: 380 time: 0.0896652 Apr 03 16:42:01.939344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'port': {'device_id': '50b104e0-b29c-4567-8098-f297887f51a2', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'admin_state_up': True, 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'security_groups': ['cef810f9-b34b-4afa-bbb1-f018241ff573']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:42:02.058085 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Made reservation on behalf of 05bd3813f3364a68b5fdf77b3dd5ad16 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:42:02.061560 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.193504 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Allocated IP 172.20.0.12 (0411b61e-f071-4fea-8540-8d810f08ae8f/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a/e361c0ca-e759-4515-bd4b-c2b2de936e9c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:42:02.339755 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.375474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.419133 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Network 0411b61e-f071-4fea-8540-8d810f08ae8f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:42:02.427964 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:42:02.432609 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:42:02.436494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event updated for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:02.486168 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:02.486792 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.505575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-824a81a7-e0a3-4144-ae9d-be61853990f9 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715380 Apr 03 16:42:02.517821 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Request body: {'port': {'device_id': '50b104e0-b29c-4567-8098-f297887f51a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:42:02.584699 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.625833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bad7cdf6-4f9e-4185-93ea-680ec0828d11 None None] Provisioning complete for port e361c0ca-e759-4515-bd4b-c2b2de936e9c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:42:02.626468 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad7cdf6-4f9e-4185-93ea-680ec0828d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.662524 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bad7cdf6-4f9e-4185-93ea-680ec0828d11 None None] Port e361c0ca-e759-4515-bd4b-c2b2de936e9c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:42:02.841702 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf1e1-597e-488d-a070-4a73eac37b07 req-5ec1c91c-f1a1-4596-ace7-b4f0b6fa9a77 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:02.843213 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6fcdf1e1-597e-488d-a070-4a73eac37b07 req-5ec1c91c-f1a1-4596-ace7-b4f0b6fa9a77 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0872703 Apr 03 16:42:02.937082 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6fcdf1e1-597e-488d-a070-4a73eac37b07 req-9edaba61-c2f5-4aaf-9257-837788ecdb30 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866113 Apr 03 16:42:02.947734 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e361c0ca-e759-4515-bd4b-c2b2de936e9c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:42:02.961445 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks [] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:02.996769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Transition to ACTIVE for port object e361c0ca-e759-4515-bd4b-c2b2de936e9c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:42:03.001838 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:03.061585 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Pushing event updated for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:03.097489 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7afb5b-f5f9-47d0-9940-08330e7f9a4d req-6ccba3e1-6445-45ea-a4c0-426e6edd0f67 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.099036 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6e7afb5b-f5f9-47d0-9940-08330e7f9a4d req-6ccba3e1-6445-45ea-a4c0-426e6edd0f67 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 932 time: 0.1350586 Apr 03 16:42:03.186141 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Attempting to bind port e361c0ca-e759-4515-bd4b-c2b2de936e9c on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:42:03.186479 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Attempting to bind port e361c0ca-e759-4515-bd4b-c2b2de936e9c by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:42:03.186805 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Attempting to bind port e361c0ca-e759-4515-bd4b-c2b2de936e9c on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:42:03.193236 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6e7afb5b-f5f9-47d0-9940-08330e7f9a4d req-2a6aee54-91b5-471f-87fc-959814c4154f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726891 Apr 03 16:42:03.195358 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Port e361c0ca-e759-4515-bd4b-c2b2de936e9c on network 0411b61e-f071-4fea-8540-8d810f08ae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:42:03.195687 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Attempting to bind port e361c0ca-e759-4515-bd4b-c2b2de936e9c on network 0411b61e-f071-4fea-8540-8d810f08ae8f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:42:03.201086 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:42:03.201731 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Checking segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:42:03.202083 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Bound using segment: {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:42:03.202556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Bound port: e361c0ca-e759-4515-bd4b-c2b2de936e9c, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9f8471-7011-4cf4-9b5a-77a43300d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:42:03.202924 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:03.270730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:42:03.273664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:42:03.280065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:03.314550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.315159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:03.316545 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] 10.222.0.50 "PUT /v2.0/ports/e361c0ca-e759-4515-bd4b-c2b2de936e9c HTTP/1.1" status: 200 len: 1094 time: 0.8038206 Apr 03 16:42:03.316980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:03.319204 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668" -d '{"events": [{"name": "network-changed", "server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:03.344897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd804-e673-4987-b5d2-9e22a0f84b69 service neutron] Pushing event updated for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:03.363919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b443af8-9751-4f5c-8e73-c305e977b377 x-openstack-request-id: req-8b443af8-9751-4f5c-8e73-c305e977b377 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:03.364156 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:03.364440 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b443af8-9751-4f5c-8e73-c305e977b377 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:03.364878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b443af8-9751-4f5c-8e73-c305e977b377'] response: {'name': 'network-changed', 'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'status': 'completed', 'code': 200} Apr 03 16:42:03.434315 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-f94cafd1-9ff0-41a3-9197-4304ba832818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.435849 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-f94cafd1-9ff0-41a3-9197-4304ba832818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 1128 time: 0.0520871 Apr 03 16:42:03.479890 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-fddc1213-608e-468e-8683-5f8ac65d7212 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c HTTP/1.1" status: 200 len: 217 time: 0.0360699 Apr 03 16:42:03.533490 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-c0add3f8-6a87-44dd-a89e-b0d4e93321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.534939 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-c0add3f8-6a87-44dd-a89e-b0d4e93321ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0474658 Apr 03 16:42:03.591810 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-a6dfddd9-9806-4577-be85-2a3505546554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.593269 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-a6dfddd9-9806-4577-be85-2a3505546554 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508072 Apr 03 16:42:03.686966 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-56362c1d-aed4-4bf2-9d12-f7445d1d1b8e service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864551 Apr 03 16:42:03.779203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89372a2e-0d3f-4f46-9311-dfb59a692ba8 req-632d689f-91ae-4df1-adfa-b9e0c7758b35 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856707 Apr 03 16:42:03.879455 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-12e30de8-4ae9-4444-a8cf-90e3ba8e0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.881006 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-12e30de8-4ae9-4444-a8cf-90e3ba8e0def service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 1128 time: 0.0498168 Apr 03 16:42:03.973367 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-42986ccf-891a-4462-938d-771801e5f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:03.974860 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-42986ccf-891a-4462-938d-771801e5f652 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.0876405 Apr 03 16:42:04.023956 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-d8b9396d-d378-45ac-96d1-da527eb9e4ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c HTTP/1.1" status: 200 len: 217 time: 0.0425313 Apr 03 16:42:04.097408 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-3426043f-9ff5-48f8-a5ae-c1b934181325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:04.098871 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-3426043f-9ff5-48f8-a5ae-c1b934181325 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0676260 Apr 03 16:42:04.122782 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08a19-0207-449d-8cfe-32d5a293954d req-b8a0e6fe-9681-4cd0-84ea-cd4e83d07807 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:04.124195 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fbe08a19-0207-449d-8cfe-32d5a293954d req-b8a0e6fe-9681-4cd0-84ea-cd4e83d07807 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.1026859 Apr 03 16:42:04.194565 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-5a321b1e-4989-4d6e-b580-dcf4cfef6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:04.196000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-5a321b1e-4989-4d6e-b580-dcf4cfef6033 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896258 Apr 03 16:42:04.199228 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fbe08a19-0207-449d-8cfe-32d5a293954d req-1776f419-d5ce-4787-9818-fdc9dc79f7d4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591917 Apr 03 16:42:04.322857 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-e9fe9f76-29f4-445e-b949-2a70dda59cf8 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198807 Apr 03 16:42:04.344851 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf44ff-17b2-4573-a254-7548beef0c94 req-adaa46fb-5e54-4b7c-9f70-3bf36f2aa6c1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:04.346253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29cf44ff-17b2-4573-a254-7548beef0c94 req-adaa46fb-5e54-4b7c-9f70-3bf36f2aa6c1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 944 time: 0.0743837 Apr 03 16:42:04.446392 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29cf44ff-17b2-4573-a254-7548beef0c94 req-7516bfcb-0554-4484-981d-2d499edfd7fa tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906153 Apr 03 16:42:04.460612 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47d3f1aa-d78b-4d10-84f8-9c24dedc2668 req-eef5081e-4e7b-44ec-bcd7-c2174fe8eb69 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301548 Apr 03 16:42:05.323210 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36f8e-af95-4960-b1b2-6de3f03e489d req-180b6649-79d4-4ced-9de0-f4df09b3eba9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:05.324839 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3c36f8e-af95-4960-b1b2-6de3f03e489d req-180b6649-79d4-4ced-9de0-f4df09b3eba9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Apr 03 16:42:05.372179 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3c36f8e-af95-4960-b1b2-6de3f03e489d req-88f25f51-d589-48be-bb3e-ed7f87086f9f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Apr 03 16:42:05.573344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd947396-21f1-4838-957d-e7bc4ffb648c req-2024a978-8b77-45e1-a357-cbe1ee34a285 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:05.574827 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd947396-21f1-4838-957d-e7bc4ffb648c req-2024a978-8b77-45e1-a357-cbe1ee34a285 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 944 time: 0.0575709 Apr 03 16:42:05.622022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd947396-21f1-4838-957d-e7bc4ffb648c req-99f8dbd2-257f-442b-8f10-d31128bed873 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Apr 03 16:42:06.497744 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d050-04ae-4463-84d2-b5c6b2c8c8c9 req-aa20b361-d3da-4000-9082-c6fd6e310131 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:06.499242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d9d050-04ae-4463-84d2-b5c6b2c8c8c9 req-aa20b361-d3da-4000-9082-c6fd6e310131 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Apr 03 16:42:06.547387 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d9d050-04ae-4463-84d2-b5c6b2c8c8c9 req-02df0e51-0b5d-42c3-8474-c19e69fb6be8 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Apr 03 16:42:06.742447 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4390a-12d0-458c-9d43-972205b43af3 req-00523a62-7164-4b83-b8df-6dbffa75ba4e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:06.743928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4bd4390a-12d0-458c-9d43-972205b43af3 req-00523a62-7164-4b83-b8df-6dbffa75ba4e tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 944 time: 0.0529277 Apr 03 16:42:06.795171 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4bd4390a-12d0-458c-9d43-972205b43af3 req-15440180-9dbb-4aaf-866f-bac62d8c7cb6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Apr 03 16:42:07.230493 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e361c0ca-e759-4515-bd4b-c2b2de936e9c details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:42:07.328676 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:07.340025 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'port_id': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'mac_address': 'fa:16:3e:93:e4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:42:07.381148 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port e361c0ca-e759-4515-bd4b-c2b2de936e9c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:07.381542 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:07.394144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e361c0ca-e759-4515-bd4b-c2b2de936e9c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:42:07.414577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:07.417833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:07.466481 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:07.474211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.474588 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.474937 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.475284 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.475643 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.475978 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.476338 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.476739 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.477096 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.477427 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.477807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.478157 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.478519 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.478832 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.479159 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:42:07.670651 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ae807-e3ab-49a3-aee2-50100cdadd99 req-f1a81b38-d428-4398-8fee-9c166c72b23a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:07.672740 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4c2ae807-e3ab-49a3-aee2-50100cdadd99 req-f1a81b38-d428-4398-8fee-9c166c72b23a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Apr 03 16:42:07.720610 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4c2ae807-e3ab-49a3-aee2-50100cdadd99 req-7feb0871-60ad-4901-9485-20c299c63de7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Apr 03 16:42:07.818152 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['e361c0ca-e759-4515-bd4b-c2b2de936e9c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:42:07.916340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38840dc8-881f-4d72-83f5-573ec0c235ef req-a6770a0e-2bd8-4d61-ad09-591c82a8ecbd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:07.917851 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38840dc8-881f-4d72-83f5-573ec0c235ef req-a6770a0e-2bd8-4d61-ad09-591c82a8ecbd tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Apr 03 16:42:07.964825 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38840dc8-881f-4d72-83f5-573ec0c235ef req-5ee93554-22c5-4c51-aeaa-e8fdc39bd33d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Apr 03 16:42:08.077197 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-62e3-4e82-9058-cf7a10b961e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:08.854617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b070e0-9f21-46bb-81b0-d0e3a75606bd req-63f473f3-8181-4c7c-921c-ec77b0fb12ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:08.856075 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9b070e0-9f21-46bb-81b0-d0e3a75606bd req-63f473f3-8181-4c7c-921c-ec77b0fb12ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0605609 Apr 03 16:42:08.906616 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9b070e0-9f21-46bb-81b0-d0e3a75606bd req-6357b975-bd58-437a-a827-033b43b53ade tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Apr 03 16:42:09.087244 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ce90c-0f1c-4961-b221-8803166314ec req-0de3d3ac-6489-491d-b8cc-a2ecf88816ca tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:09.088739 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-673ce90c-0f1c-4961-b221-8803166314ec req-0de3d3ac-6489-491d-b8cc-a2ecf88816ca tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Apr 03 16:42:09.136864 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-673ce90c-0f1c-4961-b221-8803166314ec req-3484a11a-2ef0-4b7b-b645-248ede17e8bf tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Apr 03 16:42:10.035294 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8856-0f7d-425b-89f7-e388a891a2b3 req-066451cc-8742-4fc6-84cc-62bf794b536a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:10.036932 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd4d8856-0f7d-425b-89f7-e388a891a2b3 req-066451cc-8742-4fc6-84cc-62bf794b536a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0585020 Apr 03 16:42:10.085802 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd4d8856-0f7d-425b-89f7-e388a891a2b3 req-481a0313-57ce-463c-a1a7-3469ae4e3d13 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Apr 03 16:42:10.258053 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749a07-2d85-45bc-a4fe-cf44356bd3ca req-88d37988-7d47-42f9-bb2b-38928d327119 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:10.259543 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca749a07-2d85-45bc-a4fe-cf44356bd3ca req-88d37988-7d47-42f9-bb2b-38928d327119 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 945 time: 0.0569236 Apr 03 16:42:10.307545 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca749a07-2d85-45bc-a4fe-cf44356bd3ca req-0a681da8-d521-4a5f-a9ad-8cd9f13c5ed1 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Apr 03 16:42:10.472315 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bef98911-479b-4cd0-bde6-a32776659d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.208921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b55966-3746-466c-9ab5-082085693f07 req-774181a0-4cb4-4bd9-83f3-2087c614a0c7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:11.210373 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32b55966-3746-466c-9ab5-082085693f07 req-774181a0-4cb4-4bd9-83f3-2087c614a0c7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0523729 Apr 03 16:42:11.243858 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:42:11.248044 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e361c0ca-e759-4515-bd4b-c2b2de936e9c up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:42:11.261387 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32b55966-3746-466c-9ab5-082085693f07 req-8e0d7c59-44e1-4362-a901-3f40d7a92bff tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Apr 03 16:42:11.361138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port e361c0ca-e759-4515-bd4b-c2b2de936e9c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:42:11.369122 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port e361c0ca-e759-4515-bd4b-c2b2de936e9c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:42:11.369499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.407256 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:11.428139 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee70d-572a-4e1d-9084-2bf3f4264edf req-11ea79c4-573c-478c-a068-7d336e617b75 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:11.432929 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8ee70d-572a-4e1d-9084-2bf3f4264edf req-11ea79c4-573c-478c-a068-7d336e617b75 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 945 time: 0.0572934 Apr 03 16:42:11.436325 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '17133fb4-87de-4be5-a22f-71948f762be3', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:42:11.449336 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.479778 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb8ee70d-572a-4e1d-9084-2bf3f4264edf req-bcf2b4f2-5aed-4385-835a-5f139352433f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Apr 03 16:42:11.508376 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:11.508924 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.526766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:42:11.542337 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port e361c0ca-e759-4515-bd4b-c2b2de936e9c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:11.542722 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.561586 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:11.569054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.577739 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:11.580525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8229b5-2d00-495f-bafe-439c3ac7b7ea" -d '{"events": [{"server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "name": "network-vif-plugged", "status": "completed", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:11.614498 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:11.621616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:11.639596 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0634afd8-efb1-4a14-a673-5e8168fd8c61 x-openstack-request-id: req-0634afd8-efb1-4a14-a673-5e8168fd8c61 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:11.639908 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "name": "network-vif-plugged", "status": "completed", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:11.640161 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0634afd8-efb1-4a14-a673-5e8168fd8c61 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:11.640579 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0634afd8-efb1-4a14-a673-5e8168fd8c61'] response: {'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'code': 200} Apr 03 16:42:11.642686 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:11.676799 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['17133fb4-87de-4be5-a22f-71948f762be3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:42:11.739170 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:11.809531 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46f7d-db4b-4826-a705-9297d85d710c req-dcb8b689-e971-4e7a-b7ba-c5fcd03296f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:11.811148 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29c46f7d-db4b-4826-a705-9297d85d710c req-dcb8b689-e971-4e7a-b7ba-c5fcd03296f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 1130 time: 0.0452518 Apr 03 16:42:11.856939 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-29c46f7d-db4b-4826-a705-9297d85d710c req-c3d16ae1-9e79-4dc3-8f75-624bbd670c98 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Apr 03 16:42:12.388698 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3e78-18ac-48ad-8c71-01283c6630cf req-1d0a59c2-7cce-47df-b815-bfbd6f91c25c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:12.390183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e8a3e78-18ac-48ad-8c71-01283c6630cf req-1d0a59c2-7cce-47df-b815-bfbd6f91c25c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 944 time: 0.0553944 Apr 03 16:42:12.435629 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e8a3e78-18ac-48ad-8c71-01283c6630cf req-a66a4eee-1d7e-482f-b031-6fc7cda57834 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Apr 03 16:42:12.597960 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16639a8d-c24a-4038-9192-31d9cb3d6fe5 req-45a0747b-9b91-4c84-acbd-f122eb08f3d2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:12.599315 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16639a8d-c24a-4038-9192-31d9cb3d6fe5 req-45a0747b-9b91-4c84-acbd-f122eb08f3d2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0522552 Apr 03 16:42:12.645167 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16639a8d-c24a-4038-9192-31d9cb3d6fe5 req-90a5cd54-d35e-48b1-ab51-c4ddb891ec98 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Apr 03 16:42:12.977950 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:13.240173 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:42:13.287431 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 17133fb4-87de-4be5-a22f-71948f762be3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:42:13.287811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17133fb4-87de-4be5-a22f-71948f762be3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:13.362113 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:13.362509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:13.395346 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:13.399287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:13.449526 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:13.558376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268754f-43f4-4a67-8ce4-0d06f7d64d2c req-7bb99ce9-38f5-48e1-9938-b56d36ea42ee tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:13.559841 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3268754f-43f4-4a67-8ce4-0d06f7d64d2c req-7bb99ce9-38f5-48e1-9938-b56d36ea42ee tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0539749 Apr 03 16:42:13.611729 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3268754f-43f4-4a67-8ce4-0d06f7d64d2c req-39d8b9e3-14b2-44a8-91f6-c258c4c5f4fa tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455663 Apr 03 16:42:13.642178 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:13.644524 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ba95f-24a6-4980-8db5-90ce55cdc7c6" -d '{"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:13.680680 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3e1e92-6bb7-4613-bc97-f914ab235f2e x-openstack-request-id: req-2b3e1e92-6bb7-4613-bc97-f914ab235f2e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:13.680979 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:13.681271 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b3e1e92-6bb7-4613-bc97-f914ab235f2e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:13.681669 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3e1e92-6bb7-4613-bc97-f914ab235f2e'] response: {'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'code': 200} Apr 03 16:42:13.764265 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64430d3e-3d35-450e-a76b-8ea7b12cdcbf req-e04ddbb6-b89f-4040-8f16-3a1b16f9fa5a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:13.765653 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64430d3e-3d35-450e-a76b-8ea7b12cdcbf req-e04ddbb6-b89f-4040-8f16-3a1b16f9fa5a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0525625 Apr 03 16:42:13.811074 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64430d3e-3d35-450e-a76b-8ea7b12cdcbf req-c2e36146-69e9-4727-93dc-ae52636c72bf tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Apr 03 16:42:14.418444 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:14.705447 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:14.737737 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf8b8-9600-4abd-92ab-1b3f48df8ad1 req-b438447e-9fcc-4fb7-8a44-408d8b5cf7e9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:14.739198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-196cf8b8-9600-4abd-92ab-1b3f48df8ad1 req-b438447e-9fcc-4fb7-8a44-408d8b5cf7e9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0561526 Apr 03 16:42:14.785413 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-196cf8b8-9600-4abd-92ab-1b3f48df8ad1 req-ea314e0a-a747-45da-8122-56cdd8839e68 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Apr 03 16:42:14.933636 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893da72-62be-40dd-a373-cc597dbe34fb req-7dc9a225-5f67-4bfb-8ea7-1019aec20df6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:14.935088 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7893da72-62be-40dd-a373-cc597dbe34fb req-7dc9a225-5f67-4bfb-8ea7-1019aec20df6 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0559111 Apr 03 16:42:14.980667 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7893da72-62be-40dd-a373-cc597dbe34fb req-eefd97eb-bb0c-4cf1-880e-cf632e77e209 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Apr 03 16:42:15.093457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361ec01-ef47-4193-8d55-4d9359d6d653 req-b3b59080-0a45-4d47-9395-87ed51b31406 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:15.094910 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2361ec01-ef47-4193-8d55-4d9359d6d653 req-b3b59080-0a45-4d47-9395-87ed51b31406 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Apr 03 16:42:15.103959 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 39796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:15.108220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Request body: {'floatingip': {'port_id': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:42:15.149459 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:15.564345 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:15.568054 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:15.667402 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP 699b197f-069c-436e-b605-7b6aa60173c8 associated. External IP: 172.27.2.248, port: e361c0ca-e759-4515-bd4b-c2b2de936e9c. Apr 03 16:42:16.150409 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8524-6d8a-4611-b3bb-c7fa52b48d0c req-b36bb4bb-6769-480f-9dc5-68f1b0fb2c11 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:16.151794 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca6c8524-6d8a-4611-b3bb-c7fa52b48d0c req-b36bb4bb-6769-480f-9dc5-68f1b0fb2c11 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0721202 Apr 03 16:42:16.176491 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:42:16.268372 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca6c8524-6d8a-4611-b3bb-c7fa52b48d0c req-00b3aae4-53c1-437b-81e8-ee853555ef2e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100037 Apr 03 16:42:16.307664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:42:16.312600 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:16.317325 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:42:16.328091 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:42:16.329562 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:16.342952 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-85910448-1c74-4585-894b-615c3628c2af tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "PUT /v2.0/floatingips/699b197f-069c-436e-b605-7b6aa60173c8 HTTP/1.1" status: 200 len: 992 time: 1.2379193 Apr 03 16:42:16.343538 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:16.346565 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7" -d '{"events": [{"name": "network-changed", "server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:16.383197 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002d54a-249f-4e1f-a801-d400426fe05b x-openstack-request-id: req-f002d54a-249f-4e1f-a801-d400426fe05b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:16.383493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:16.383757 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f002d54a-249f-4e1f-a801-d400426fe05b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:16.384165 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f002d54a-249f-4e1f-a801-d400426fe05b'] response: {'name': 'network-changed', 'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'status': 'completed', 'code': 200} Apr 03 16:42:16.438510 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:42:16.454907 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-831e1ea0-ba6a-488e-ae0f-cf2319e03608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:16.456448 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-831e1ea0-ba6a-488e-ae0f-cf2319e03608 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 1130 time: 0.0487134 Apr 03 16:42:16.549000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-87ad1d72-13fe-43bb-bac1-eb597f2ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:16.550481 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-87ad1d72-13fe-43bb-bac1-eb597f2ab142 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 200 len: 915 time: 0.0874949 Apr 03 16:42:16.618828 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-40f06284-dd16-4902-a216-7b853ea9a1b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c HTTP/1.1" status: 200 len: 1000 time: 0.0614905 Apr 03 16:42:16.670482 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-3ab72e46-6b72-4ce0-b1e4-aa98c07cee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:16.671964 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-3ab72e46-6b72-4ce0-b1e4-aa98c07cee2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 200 len: 853 time: 0.0471072 Apr 03 16:42:16.679656 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '699b197f-069c-436e-b605-7b6aa60173c8', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:93:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b104e0-b29c-4567-8098-f297887f51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:41:59Z', 'updated_at': '2022-04-03T16:42:15Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:16.721452 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-626dad8c-8f31-4c17-aff9-46b13a63a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:16.723074 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-626dad8c-8f31-4c17-aff9-46b13a63a99a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0411b61e-f071-4fea-8540-8d810f08ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456467 Apr 03 16:42:16.796201 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:42:16.805338 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:42:16.805941 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:16.825897 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-8ec2454a-e089-4cef-aa8d-ff73b4437a80 service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Apr 03 16:42:16.914559 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac1bce9d-0c14-4983-81d5-cfe50d4958c7 req-1b3b2e73-1608-40a5-92d0-b4c770bd914c service neutron] 10.222.0.50 "GET /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814445 Apr 03 16:42:16.915181 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:42:17.138047 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '699b197f-069c-436e-b605-7b6aa60173c8', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:93:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b104e0-b29c-4567-8098-f297887f51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:41:59Z', 'updated_at': '2022-04-03T16:42:15Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:17.166842 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae86fd-e506-4bdc-b47b-ebe88f25d9ba None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '699b197f-069c-436e-b605-7b6aa60173c8', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'port_id': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'mac_address': 'fa:16:3e:93:e4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b104e0-b29c-4567-8098-f297887f51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:41:59Z', 'updated_at': '2022-04-03T16:42:15Z', 'revision_number': 1, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:42:17.389601 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dfa26d-c079-4577-bb40-f0d2e018b628 None None] New status for floating IP 699b197f-069c-436e-b605-7b6aa60173c8: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:42:17.401935 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a247e-7be6-402f-8741-854ec999bfd8 req-6d71505d-8444-4d0a-8a3e-c862ffcf035c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:17.403456 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-040a247e-7be6-402f-8741-854ec999bfd8 req-6d71505d-8444-4d0a-8a3e-c862ffcf035c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0563958 Apr 03 16:42:17.458326 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-040a247e-7be6-402f-8741-854ec999bfd8 req-f3a27b13-7c73-4244-8998-885df1c82067 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 Apr 03 16:42:18.586539 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f7ae-42c6-41d1-94ab-3bde8d56e69a req-032da69d-a6bd-471b-b7df-8977a4bf817c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:18.587990 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-97b2f7ae-42c6-41d1-94ab-3bde8d56e69a req-032da69d-a6bd-471b-b7df-8977a4bf817c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Apr 03 16:42:18.640185 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-97b2f7ae-42c6-41d1-94ab-3bde8d56e69a req-c278cf77-7563-4bb3-9dc2-1ed234c9fd52 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464723 Apr 03 16:42:19.769706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ec41-fcfb-4d3a-9c16-fcbc8f0b9566 req-c1e00d0c-1867-4a4c-8a52-e4add34fee64 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:19.771194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6b6ec41-fcfb-4d3a-9c16-fcbc8f0b9566 req-c1e00d0c-1867-4a4c-8a52-e4add34fee64 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Apr 03 16:42:19.819169 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6b6ec41-fcfb-4d3a-9c16-fcbc8f0b9566 req-1fb6b7b2-1a6b-4d44-a3f0-adb022934272 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Apr 03 16:42:20.948679 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f017-c38a-4771-a90f-9a75f1847874 req-89bc7046-26cb-489c-b73f-1ff85293896a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:20.950161 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8537f017-c38a-4771-a90f-9a75f1847874 req-89bc7046-26cb-489c-b73f-1ff85293896a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0581264 Apr 03 16:42:21.008479 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8537f017-c38a-4771-a90f-9a75f1847874 req-69175618-3dfa-4ede-acf2-66c1daa8033b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516272 Apr 03 16:42:22.143032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddecde-0014-46aa-ab44-2c6a8fa26cd8 req-fbfe2c82-29b0-4fcd-b37a-5832b919885f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:22.144547 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91ddecde-0014-46aa-ab44-2c6a8fa26cd8 req-fbfe2c82-29b0-4fcd-b37a-5832b919885f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0567100 Apr 03 16:42:22.192499 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91ddecde-0014-46aa-ab44-2c6a8fa26cd8 req-57078d5e-da5a-41a0-b501-020363e3e967 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Apr 03 16:42:23.327697 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9173b5-2c90-463a-a7d4-4245d5a5bb12 req-a05a82d8-1faa-409c-9e63-9f928554fb98 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:23.329343 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd9173b5-2c90-463a-a7d4-4245d5a5bb12 req-a05a82d8-1faa-409c-9e63-9f928554fb98 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0533798 Apr 03 16:42:23.382577 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd9173b5-2c90-463a-a7d4-4245d5a5bb12 req-5c3ff765-dfcc-4b03-af97-39b1c3973d13 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Apr 03 16:42:24.453946 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:42:24.519654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e7ec-3693-4c83-acfb-7895ab69fe15 req-c98ff609-2f98-4368-a340-2bc4f6cefc69 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:24.521335 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c137e7ec-3693-4c83-acfb-7895ab69fe15 req-c98ff609-2f98-4368-a340-2bc4f6cefc69 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0604656 Apr 03 16:42:24.572768 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c137e7ec-3693-4c83-acfb-7895ab69fe15 req-55067697-9af8-4d61-9839-9148474f6908 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Apr 03 16:42:24.954569 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-5e933ee0-0661-40f7-a9d3-bb74c333c2e8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47200618&fields=id&tenant_id=6dca9a9baa76403fbb1c9293318cd5ac HTTP/1.1" status: 200 len: 267 time: 0.0493488 Apr 03 16:42:25.016892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8f29886c-7db4-49c0-a0ef-88895b5aadf0 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:25.025697 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8f29886c-7db4-49c0-a0ef-88895b5aadf0 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 985 time: 0.0651984 Apr 03 16:42:25.031212 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Request body: {'port': {'security_groups': ['87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:42:25.126523 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.369689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:25.422643 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.428307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.442224 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a39ae576-21fa-4ea3-af24-5c3df77ac06b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:42:25.488706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:25.489348 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.490754 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a03b29d-b2e2-48e3-95de-5c7498d638da req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "PUT /v2.0/ports/a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 943 time: 0.4642456 Apr 03 16:42:25.496731 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:25.497668 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:25.498356 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e4e8ed-370f-4a32-8b9c-c996db368855" -d '{"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:25.529487 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd51bc3-b598-4be3-9879-7f89ed5b93f8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:25.577094 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d88a00a-97fb-4e0b-9fdd-1a184e107850 x-openstack-request-id: req-5d88a00a-97fb-4e0b-9fdd-1a184e107850 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:25.577390 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:25.577647 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d88a00a-97fb-4e0b-9fdd-1a184e107850 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:25.578060 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d88a00a-97fb-4e0b-9fdd-1a184e107850'] response: {'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:42:25.603450 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (b0a3e772-de90-4075-ad3d-4e8efedb4201), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.637334 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (b0a3e772-de90-4075-ad3d-4e8efedb4201), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.687164 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-b05c92b7-5984-48ba-b8b6-969bdfd15472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:25.702322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-b05c92b7-5984-48ba-b8b6-969bdfd15472 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1130 time: 0.0947855 Apr 03 16:42:25.713834 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b0a3e772-de90-4075-ad3d-4e8efedb4201), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.715908 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['a39ae576-21fa-4ea3-af24-5c3df77ac06b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:42:25.717662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:25.719150 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0a3e772-de90-4075-ad3d-4e8efedb4201 HTTP/1.1" status: 204 len: 168 time: 0.2196810 Apr 03 16:42:25.732525 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 39894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:25.733755 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1be6-aca0-4039-8ca1-35d1436756ee tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a3e772-de90-4075-ad3d-4e8efedb4201,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:25.850869 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-8f9314eb-7631-4589-aef1-d33067143950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:25.852372 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-8f9314eb-7631-4589-aef1-d33067143950 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.1492083 Apr 03 16:42:25.991397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9927bc5f-5e90-456c-a20e-1ba20240c52f None None] Provisioning complete for port a39ae576-21fa-4ea3-af24-5c3df77ac06b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:42:25.991775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9927bc5f-5e90-456c-a20e-1ba20240c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.037215 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-ed6e69c6-f4aa-48c7-b452-0a77a5cbd2cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 1002 time: 0.1173551 Apr 03 16:42:26.135535 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdca51-a934-4c23-b68e-99fbfab7c8b8 req-5df40fd9-0faa-45a0-ae7e-645147749645 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:26.153944 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aacdca51-a934-4c23-b68e-99fbfab7c8b8 req-5df40fd9-0faa-45a0-ae7e-645147749645 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.3000922 Apr 03 16:42:26.189298 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9927bc5f-5e90-456c-a20e-1ba20240c52f None None] Current status of the port a39ae576-21fa-4ea3-af24-5c3df77ac06b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:26.191266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-78201390-8d06-4d16-8621-2cb8527fca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:26.193322 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-78201390-8d06-4d16-8621-2cb8527fca40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.1478748 Apr 03 16:42:26.226468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aacdca51-a934-4c23-b68e-99fbfab7c8b8 req-87eb67e0-38a0-43ab-b489-78f69fdf5563 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716975 Apr 03 16:42:26.238694 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Deleting port 7de020d5-8fc4-46c1-a9fe-29f09923fbf2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:42:26.239055 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.322656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.322994 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for floatingip (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.336477 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Calling delete_port for 7de020d5-8fc4-46c1-a9fe-29f09923fbf2 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:42:26.546081 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (7de020d5-8fc4-46c1-a9fe-29f09923fbf2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.572242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event deleted for resources: {'Port': ['ID=7de020d5-8fc4-46c1-a9fe-29f09923fbf2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:26.682301 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks [] for floatingip (768c4879-a3f7-4c9c-8e31-cf45f07e5f2b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:26.682301 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Floating IP 768c4879-a3f7-4c9c-8e31-cf45f07e5f2b disassociated (deleted). External IP: 172.27.2.143, port: a39ae576-21fa-4ea3-af24-5c3df77ac06b. Apr 03 16:42:26.939794 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Router 138d6d67-b981-44e0-aeca-c77a203b3530 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:42:27.067316 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:42:27.072326 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:27.079349 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Sync routers for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:42:27.092532 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:42:27.093479 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:27.114409 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-02c92ec2-e73c-4ac5-aebd-ecd3eb29546b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "DELETE /v2.0/floatingips/768c4879-a3f7-4c9c-8e31-cf45f07e5f2b HTTP/1.1" status: 204 len: 168 time: 1.3629210 Apr 03 16:42:27.114994 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:27.117509 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c32a24-aded-4ef5-b0c7-84d76d79437b" -d '{"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:27.178378 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b226c-f8cf-4658-bc5d-7df4986015a4 x-openstack-request-id: req-bb5b226c-f8cf-4658-bc5d-7df4986015a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:27.178670 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:27.178926 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb5b226c-f8cf-4658-bc5d-7df4986015a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:27.179336 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5b226c-f8cf-4658-bc5d-7df4986015a4'] response: {'name': 'network-changed', 'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:42:27.246191 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:42:27.383022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62009f-9b92-47c7-8327-c6c8f7d09780 req-7c1ea139-dab6-4e60-81c8-6788a2862548 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:27.393920 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba62009f-9b92-47c7-8327-c6c8f7d09780 req-7c1ea139-dab6-4e60-81c8-6788a2862548 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0703886 Apr 03 16:42:27.462410 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba62009f-9b92-47c7-8327-c6c8f7d09780 req-3a92a1a8-0f58-411a-aacb-99f6456a4606 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674562 Apr 03 16:42:27.562417 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:27.594941 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Checking router: 138d6d67-b981-44e0-aeca-c77a203b3530 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:42:27.604674 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:42:27.605343 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:27.732188 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:42:27.952923 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:42:27.981758 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd15be3-c6f2-4854-9266-708fe2d055fb None None] The sync data for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi is: [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:37:57Z', 'revision_number': 4, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '2df385f4-ac62-45e0-8369-87e66dcd434a', 'name': '', 'network_id': 'f041241c-7848-4bb2-81c0-138a3623f67a', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'mac_address': 'fa:16:3e:66:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:56Z', 'updated_at': '2022-04-03T16:38:01Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'subnets': [{'id': 'c5fad727-3592-4f2b-982a-60b4c227271e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:42:28.258831 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56a029-5da2-47c9-8c9f-bcb4bc421a4c None None] New status for floating IP 768c4879-a3f7-4c9c-8e31-cf45f07e5f2b: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:42:28.466950 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-255aa001-3d65-4ab4-b9a9-27d3905cb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:28.469482 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-255aa001-3d65-4ab4-b9a9-27d3905cb491 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645516 Apr 03 16:42:28.609142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af798dec-1f33-4b5f-ad6b-8aca09aee403 req-d204d57d-3238-4434-b904-a5bbfbbedd84 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:28.611245 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af798dec-1f33-4b5f-ad6b-8aca09aee403 req-d204d57d-3238-4434-b904-a5bbfbbedd84 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0670619 Apr 03 16:42:28.663000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af798dec-1f33-4b5f-ad6b-8aca09aee403 req-5d85d794-ffb1-40e3-b443-9695a22cbdb9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Apr 03 16:42:29.794783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80c97-763a-4a58-99d1-48bfc7ce97f8 req-97ab70a0-a8a0-408c-9e27-a70bf0666c4f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:29.796637 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7a80c97-763a-4a58-99d1-48bfc7ce97f8 req-97ab70a0-a8a0-408c-9e27-a70bf0666c4f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0568664 Apr 03 16:42:29.852336 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7a80c97-763a-4a58-99d1-48bfc7ce97f8 req-bc046401-5f62-4aa1-9595-55a70d44a24e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501370 Apr 03 16:42:30.000826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-a899d7a6-60a7-4420-915e-b55405b40a1d service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956981 Apr 03 16:42:30.103047 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e5e4e8ed-370f-4a32-8b9c-c996db368855 req-4c6379dd-b294-4e8b-ae5c-434cd0af78dd service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957944 Apr 03 16:42:30.415848 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-5341180d-5517-4c74-a5d3-114769869542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:30.417450 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-5341180d-5517-4c74-a5d3-114769869542 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 1130 time: 0.0456822 Apr 03 16:42:30.509810 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-e9ba9b84-fb84-4b0b-8327-61a9fa9a48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:30.511332 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-e9ba9b84-fb84-4b0b-8327-61a9fa9a48a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 200 len: 915 time: 0.0878842 Apr 03 16:42:30.556206 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-e009140b-2d2a-45d9-8551-298a9832cc23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 200 len: 217 time: 0.0379159 Apr 03 16:42:30.608992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-fb7d4c91-aca2-4df9-b4e6-5b5443f12265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:30.610463 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-fb7d4c91-aca2-4df9-b4e6-5b5443f12265 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 200 len: 853 time: 0.0434196 Apr 03 16:42:30.660689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-9104bcc6-166c-4f69-9514-fd5d136e9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:30.662195 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-9104bcc6-166c-4f69-9514-fd5d136e9655 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f041241c-7848-4bb2-81c0-138a3623f67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449085 Apr 03 16:42:30.758756 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-37004133-3969-4305-915c-0f839cec45ce service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893276 Apr 03 16:42:30.850613 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22c32a24-aded-4ef5-b0c7-84d76d79437b req-205dcd1a-90f6-499a-b265-b9befdd6999e service neutron] 10.222.0.50 "GET /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Apr 03 16:42:30.980781 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad505d0-0889-449d-ae38-075b213882ed req-c40083f4-26ff-4c1f-a74b-d9e462b568a4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:30.982235 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aad505d0-0889-449d-ae38-075b213882ed req-c40083f4-26ff-4c1f-a74b-d9e462b568a4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0582356 Apr 03 16:42:31.027694 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aad505d0-0889-449d-ae38-075b213882ed req-bf93b87b-4f36-4921-a11c-89185103ae9f tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Apr 03 16:42:31.796535 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-96f01d9a-6225-49b6-b49d-9e9379702f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:31.797949 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-96f01d9a-6225-49b6-b49d-9e9379702f35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1129 time: 0.0431509 Apr 03 16:42:31.888186 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-e9988c4e-ae87-48bb-8b53-fb9eade4f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:31.889664 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-e9988c4e-ae87-48bb-8b53-fb9eade4f43b service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0853822 Apr 03 16:42:31.953456 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-969b88de-fa76-47e7-ab5c-11ffc73d7c54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 1000 time: 0.0564861 Apr 03 16:42:32.010070 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-3f1e1141-bda4-456f-a05b-987c8f0ea7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:32.011559 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-3f1e1141-bda4-456f-a05b-987c8f0ea7c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0446408 Apr 03 16:42:32.064567 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-99a429ae-55b9-4dcd-b478-d92b1268c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:32.066292 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-99a429ae-55b9-4dcd-b478-d92b1268c611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482328 Apr 03 16:42:32.188841 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-ff5a58f9-cbc7-4500-9bc5-a2e2252a36bb service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155357 Apr 03 16:42:32.195695 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2bd3a-b52c-487d-8d7b-e653c4a7c071 req-dd628ae5-d987-40a4-bece-039d9679ef56 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:32.197063 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0be2bd3a-b52c-487d-8d7b-e653c4a7c071 req-dd628ae5-d987-40a4-bece-039d9679ef56 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0818205 Apr 03 16:42:32.300451 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0be2bd3a-b52c-487d-8d7b-e653c4a7c071 req-a5cdc445-5314-4650-91fd-18ffe35c9ca0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958207 Apr 03 16:42:32.316362 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6460e14f-6ad7-45d3-8d50-42a6b0b2feab req-c6477308-c617-4a9e-891e-1d68cbe463e3 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184034 Apr 03 16:42:33.420147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6af06-d089-4cc2-bb67-af094b4c213d req-b47aacb5-0208-4ebb-bbfc-03dbc729ece0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:33.421648 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c6af06-d089-4cc2-bb67-af094b4c213d req-b47aacb5-0208-4ebb-bbfc-03dbc729ece0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0521560 Apr 03 16:42:33.471719 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c6af06-d089-4cc2-bb67-af094b4c213d req-231a978f-c65c-47d5-b608-fcf1675ddf77 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Apr 03 16:42:34.599093 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c749d-8b81-4a79-beab-de6eda91c2ee req-6ad1ea97-ed7b-49b4-949b-7681fb433773 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:34.601092 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-122c749d-8b81-4a79-beab-de6eda91c2ee req-6ad1ea97-ed7b-49b4-949b-7681fb433773 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0582061 Apr 03 16:42:34.653402 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-122c749d-8b81-4a79-beab-de6eda91c2ee req-b2de765c-b37f-4dfb-a26e-8e02ea9d663d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Apr 03 16:42:35.291213 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7036c-c652-4c18-b0b8-4d40cbe043c6 req-40d77f58-518f-439e-8a1b-6e19d4234348 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:35.292727 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6d7036c-c652-4c18-b0b8-4d40cbe043c6 req-40d77f58-518f-439e-8a1b-6e19d4234348 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Apr 03 16:42:35.348962 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6d7036c-c652-4c18-b0b8-4d40cbe043c6 req-f464d0f5-368f-4103-bf8c-2e60049dd99e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504937 Apr 03 16:42:35.453081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-056fcee2-ad4c-4bbb-bf1f-b4ba7b4f87c9 req-b6ccc854-d2e8-4bef-aab0-e3d8f1380c77 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:42:35.454063 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-056fcee2-ad4c-4bbb-bf1f-b4ba7b4f87c9 req-b6ccc854-d2e8-4bef-aab0-e3d8f1380c77 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055358 Apr 03 16:42:35.620098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1bcc-11e9-4d6c-a38c-e449363b0b7d req-2ecb7f07-1099-4d1b-afa5-d3d3e69b55c4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:35.621683 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e1e1bcc-11e9-4d6c-a38c-e449363b0b7d req-2ecb7f07-1099-4d1b-afa5-d3d3e69b55c4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 945 time: 0.0575702 Apr 03 16:42:35.673437 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e1e1bcc-11e9-4d6c-a38c-e449363b0b7d req-b30c4a04-05e9-43eb-8078-8273a607522d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Apr 03 16:42:35.871344 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:35.921660 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:42:35.962839 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-f5f0fd80-4e6c-4847-a1a3-091acfd67b7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903542 Apr 03 16:42:35.971973 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-24fdeb1a-4d63-4da1-ab0d-fd2f3940cd4d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:42:35.972971 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-24fdeb1a-4d63-4da1-ab0d-fd2f3940cd4d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055902 Apr 03 16:42:36.004641 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:36.005046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:36.027333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:36.029571 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d2df3-e9d7-44fc-bf4f-04f0dc0bbe8c" -d '{"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:36.043342 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:36.048466 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:36.061411 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:36.163581 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-388c5c59-eee6-4acd-a5bd-7f9fd8e416e2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:36.165094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-388c5c59-eee6-4acd-a5bd-7f9fd8e416e2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports/17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 940 time: 0.1026614 Apr 03 16:42:36.216454 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d263aa67-9f8c-45c8-a15a-0b1bf814fd4c x-openstack-request-id: req-d263aa67-9f8c-45c8-a15a-0b1bf814fd4c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:36.216746 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-unplugged", "status": "failed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:36.217000 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d263aa67-9f8c-45c8-a15a-0b1bf814fd4c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:36.217439 dv-cinder-836252-2-iscsi neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d263aa67-9f8c-45c8-a15a-0b1bf814fd4c']: {'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'code': 422} returned with failed status Apr 03 16:42:36.240827 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:36.473732 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbbd29-ebef-4ed6-bd3c-2896a30ac820 req-c8cc4b1b-cf7c-4449-98e4-60681b879185 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:36.475246 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59bbbd29-ebef-4ed6-bd3c-2896a30ac820 req-c8cc4b1b-cf7c-4449-98e4-60681b879185 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0622797 Apr 03 16:42:36.530485 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59bbbd29-ebef-4ed6-bd3c-2896a30ac820 req-0769b321-c352-4f09-9bf3-635a5d66d41f tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Apr 03 16:42:36.806913 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1888e-1568-40cc-80cb-fdd6183729df req-0bfd659c-550e-4f29-a8f4-c96f520ab8ed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:36.808475 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ad1888e-1568-40cc-80cb-fdd6183729df req-0bfd659c-550e-4f29-a8f4-c96f520ab8ed tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0570700 Apr 03 16:42:36.859062 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ad1888e-1568-40cc-80cb-fdd6183729df req-d9fa8cd2-6dc9-46e9-a197-0740d6731de7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Apr 03 16:42:37.648879 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c4b40-dd26-4fe8-8232-1d91f9a802d3 req-818bff64-6c79-4ebf-8df0-3b7d97d1845a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:37.650332 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-420c4b40-dd26-4fe8-8232-1d91f9a802d3 req-818bff64-6c79-4ebf-8df0-3b7d97d1845a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Apr 03 16:42:37.695753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-420c4b40-dd26-4fe8-8232-1d91f9a802d3 req-bbd5ac91-c078-462c-9dae-9ec67e9096a8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Apr 03 16:42:37.982635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546281a-614f-4950-9d36-d8b679ef01af req-04a305bc-ef8e-4116-8fd4-87621c151d4c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:37.984097 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2546281a-614f-4950-9d36-d8b679ef01af req-04a305bc-ef8e-4116-8fd4-87621c151d4c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0550172 Apr 03 16:42:38.029914 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2546281a-614f-4950-9d36-d8b679ef01af req-360c06cc-e565-45df-b98e-2df438f81066 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Apr 03 16:42:38.078397 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94ba056e-1cdf-49bf-8573-2651a8707dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:38.863938 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ddf29-6bab-4824-953e-a54926e3d659 req-ef2067b8-6b4e-4e23-8fa8-ba196f45bc66 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:38.865512 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d8ddf29-6bab-4824-953e-a54926e3d659 req-ef2067b8-6b4e-4e23-8fa8-ba196f45bc66 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.1018448 Apr 03 16:42:38.912780 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d8ddf29-6bab-4824-953e-a54926e3d659 req-b0c76b5c-f176-4a03-a969-d6f74219044d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Apr 03 16:42:39.152150 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7cba-6aee-4dc9-b223-572a7722f157 req-9f5fd026-aa8d-445f-b876-32ebc7a2b0ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:39.153556 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab9e7cba-6aee-4dc9-b223-572a7722f157 req-9f5fd026-aa8d-445f-b876-32ebc7a2b0ea tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0520179 Apr 03 16:42:39.203497 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab9e7cba-6aee-4dc9-b223-572a7722f157 req-22a118b8-17b2-4038-a615-1242442c20df tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440474 Apr 03 16:42:40.026820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43876-4689-441f-85d1-fe628856c9fc req-9e3627d2-b88d-46ef-aed8-497572b0802c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.028278 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4b43876-4689-441f-85d1-fe628856c9fc req-9e3627d2-b88d-46ef-aed8-497572b0802c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0517485 Apr 03 16:42:40.074234 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4b43876-4689-441f-85d1-fe628856c9fc req-5e6681f1-86cc-4b5e-85b3-ecad3aba374d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Apr 03 16:42:40.381334 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d29ad-a2f9-4415-8d10-47aee24d2a4f req-7a15bf94-b9fb-4708-86ae-9c029ab385d5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.382810 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e4d29ad-a2f9-4415-8d10-47aee24d2a4f req-7a15bf94-b9fb-4708-86ae-9c029ab385d5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.1005383 Apr 03 16:42:40.428698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e4d29ad-a2f9-4415-8d10-47aee24d2a4f req-832afc45-2ac8-4a58-a4d1-b69c537d813c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Apr 03 16:42:40.473873 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0519b771-3f51-4370-a230-3aefbeb53b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:40.492975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-13acc65c-2b23-492f-ac9b-e22d1c89d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.494399 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-13acc65c-2b23-492f-ac9b-e22d1c89d79f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0&tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca HTTP/1.1" status: 200 len: 1127 time: 0.0488286 Apr 03 16:42:40.557847 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-ae3df1e9-9464-418b-8995-8aea5f49c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.559325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-ae3df1e9-9464-418b-8995-8aea5f49c1d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1127 time: 0.0442803 Apr 03 16:42:40.652628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-f2e74076-ba92-439d-86f6-90e841b687a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.654118 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-f2e74076-ba92-439d-86f6-90e841b687a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0876760 Apr 03 16:42:40.724491 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-444a8624-188c-4a96-a002-5c541019ffbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 998 time: 0.0629570 Apr 03 16:42:40.773479 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-18703ffa-0234-4aed-b79d-3a2c131ddbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.774936 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-18703ffa-0234-4aed-b79d-3a2c131ddbc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0448160 Apr 03 16:42:40.822087 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1118-2e03-462d-8365-7368c28d988b req-8fd3f07b-a487-4325-9aff-e1b7855aee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:40.823541 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-8fd3f07b-a487-4325-9aff-e1b7855aee6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430763 Apr 03 16:42:40.913877 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-2f1a2370-d4ee-4f70-907c-a7dab53a3646 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841718 Apr 03 16:42:41.005813 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-175e1118-2e03-462d-8365-7368c28d988b req-2de1d1d8-24d2-473c-9378-eea7588d2b8d service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Apr 03 16:42:41.199465 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae114-76e0-4f4a-b7b1-e680b52950b1 req-e9a99a86-9b2d-4051-8b89-570493f4aaab tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:41.200974 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e24ae114-76e0-4f4a-b7b1-e680b52950b1 req-e9a99a86-9b2d-4051-8b89-570493f4aaab tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0607824 Apr 03 16:42:41.265184 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e24ae114-76e0-4f4a-b7b1-e680b52950b1 req-44a9993d-80c2-40a2-8d6e-b13d3c1525c9 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Apr 03 16:42:41.425837 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:41.550101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c037cb-533a-41d4-b928-4055c2be7a95 req-2c125afa-b9b8-4370-ba55-eef2819ac083 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:41.551564 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93c037cb-533a-41d4-b928-4055c2be7a95 req-2c125afa-b9b8-4370-ba55-eef2819ac083 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0518568 Apr 03 16:42:41.596731 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93c037cb-533a-41d4-b928-4055c2be7a95 req-e4759b36-53f6-4ee9-baab-43351f3e1bb6 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 Apr 03 16:42:42.388564 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb4941-548e-4812-ab2f-7af59945dbfe req-c7edb054-6619-4419-8509-8381b3ff9c0c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:42.390018 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75bb4941-548e-4812-ab2f-7af59945dbfe req-c7edb054-6619-4419-8509-8381b3ff9c0c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0554409 Apr 03 16:42:42.435229 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75bb4941-548e-4812-ab2f-7af59945dbfe req-61a4ded7-f4fc-4b69-90b7-1fdd9d44e0b0 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Apr 03 16:42:42.717722 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763dd4-8ae4-4d21-af49-c4e843227ecd req-7e6a9da7-9dde-472e-bfa8-03d4704f4c2a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:42.719164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04763dd4-8ae4-4d21-af49-c4e843227ecd req-7e6a9da7-9dde-472e-bfa8-03d4704f4c2a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0514641 Apr 03 16:42:42.764950 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04763dd4-8ae4-4d21-af49-c4e843227ecd req-3ab384b6-67fe-4bf6-b1f8-8e99c685e387 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Apr 03 16:42:42.979803 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:43.550256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d05f9-efac-498a-8265-4a228e96ffc3 req-0f4a88a5-2d07-4d73-b3af-a7556c9144b5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:43.551735 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723d05f9-efac-498a-8265-4a228e96ffc3 req-0f4a88a5-2d07-4d73-b3af-a7556c9144b5 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Apr 03 16:42:43.602333 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723d05f9-efac-498a-8265-4a228e96ffc3 req-ec982aea-f9db-4d0a-b1af-61185d6556ce tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Apr 03 16:42:43.888988 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218914bd-a8a7-44a5-bb81-e53d4186bf7b req-b6b416af-06d9-4e18-b959-6f227163e188 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:43.890483 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-218914bd-a8a7-44a5-bb81-e53d4186bf7b req-b6b416af-06d9-4e18-b959-6f227163e188 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0531120 Apr 03 16:42:43.935767 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-218914bd-a8a7-44a5-bb81-e53d4186bf7b req-61107243-dee7-4d87-a82b-ffa89cfdf179 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397077 Apr 03 16:42:44.425809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:44.690617 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:44.719873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e14339-1275-4376-8cd0-a141b4e02384 req-d675d240-5487-4622-a239-52ea939d4d04 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:44.721631 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98e14339-1275-4376-8cd0-a141b4e02384 req-d675d240-5487-4622-a239-52ea939d4d04 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0549154 Apr 03 16:42:44.768946 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98e14339-1275-4376-8cd0-a141b4e02384 req-37635a76-e2c6-4c38-9f54-5529ad2b9a62 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Apr 03 16:42:45.062107 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802d0e0-8aa9-4c5c-af69-cc1d1830ee74 req-3a360ad1-59cb-414a-bb29-1fd05c10e9f1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:45.063582 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9802d0e0-8aa9-4c5c-af69-cc1d1830ee74 req-3a360ad1-59cb-414a-bb29-1fd05c10e9f1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0559628 Apr 03 16:42:45.109249 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9802d0e0-8aa9-4c5c-af69-cc1d1830ee74 req-6cf39ac8-42a1-4812-aaf9-053f52205b97 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Apr 03 16:42:45.892115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26c407-79fe-4db0-b089-c96060e34dd5 req-fbdd4103-5124-4783-8b82-f8e6a59a418b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:45.894295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb26c407-79fe-4db0-b089-c96060e34dd5 req-fbdd4103-5124-4783-8b82-f8e6a59a418b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0551665 Apr 03 16:42:45.945178 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb26c407-79fe-4db0-b089-c96060e34dd5 req-34064b1d-247a-492e-9240-055468e619e8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Apr 03 16:42:46.237143 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b128b-3573-4a0d-93a1-38ad05cd6793 req-d3279e69-3ea2-4a64-bb45-c280e3fa9155 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:46.238625 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-912b128b-3573-4a0d-93a1-38ad05cd6793 req-d3279e69-3ea2-4a64-bb45-c280e3fa9155 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0561872 Apr 03 16:42:46.290659 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-912b128b-3573-4a0d-93a1-38ad05cd6793 req-753de881-98d2-4688-9542-31f0e8c256b0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464520 Apr 03 16:42:47.069340 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c5cf-284f-4d04-bf98-2f3766ab60b1 req-d3d205ad-213f-4dfc-89fe-33127e33cfce tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:47.070809 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68d4c5cf-284f-4d04-bf98-2f3766ab60b1 req-d3d205ad-213f-4dfc-89fe-33127e33cfce tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0538921 Apr 03 16:42:47.119147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68d4c5cf-284f-4d04-bf98-2f3766ab60b1 req-2109fc58-593c-4b57-b7dd-d0b2dbd245b8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 Apr 03 16:42:47.420217 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659013-6334-4152-8209-c1c9a6fd18d0 req-85de557a-ce50-4bf1-964a-bd2572c9473e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:47.421756 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82659013-6334-4152-8209-c1c9a6fd18d0 req-85de557a-ce50-4bf1-964a-bd2572c9473e tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0536664 Apr 03 16:42:47.471232 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82659013-6334-4152-8209-c1c9a6fd18d0 req-dadabc0c-0d29-4c42-93ac-3c1c280b2441 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438671 Apr 03 16:42:48.241371 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303fce-7e95-4137-9c76-22ea614da08d req-17aec663-6013-4561-87e1-c58cf55d56d1 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:48.242884 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88303fce-7e95-4137-9c76-22ea614da08d req-17aec663-6013-4561-87e1-c58cf55d56d1 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0559921 Apr 03 16:42:48.291803 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88303fce-7e95-4137-9c76-22ea614da08d req-cba21008-8dea-4c76-9867-436cb17aab5c tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Apr 03 16:42:48.598155 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebd42c-1444-42f7-85d8-24e59e3b1943 req-1221ce8c-787d-452e-bb54-4a32e3f433af tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:48.599897 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9bebd42c-1444-42f7-85d8-24e59e3b1943 req-1221ce8c-787d-452e-bb54-4a32e3f433af tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0553014 Apr 03 16:42:48.656931 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9bebd42c-1444-42f7-85d8-24e59e3b1943 req-fb2d0171-011d-4f50-8c1c-dc72c99e0234 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Apr 03 16:42:49.413471 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed82f4b-b336-4cc6-a162-88d6ce677421 req-f33c50c6-b7f4-4e6e-9bb3-afa579358d06 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:49.414957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eed82f4b-b336-4cc6-a162-88d6ce677421 req-f33c50c6-b7f4-4e6e-9bb3-afa579358d06 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 946 time: 0.0554762 Apr 03 16:42:49.464721 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eed82f4b-b336-4cc6-a162-88d6ce677421 req-c54302f9-3029-4130-b18d-83f26c54ccfe tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Apr 03 16:42:49.785044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c89d-5a87-4bbc-8738-2cbfe7c801bf req-4ae82f18-be23-425d-b303-58fce598e1e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:49.786517 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-daa3c89d-5a87-4bbc-8738-2cbfe7c801bf req-4ae82f18-be23-425d-b303-58fce598e1e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0535033 Apr 03 16:42:49.833480 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-daa3c89d-5a87-4bbc-8738-2cbfe7c801bf req-4531d88a-e11a-475c-acf0-0ca7a6d19448 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Apr 03 16:42:49.942445 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device a39ae576-21fa-4ea3-af24-5c3df77ac06b no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:42:50.018241 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port a39ae576-21fa-4ea3-af24-5c3df77ac06b is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:42:50.018241 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:50.041053 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:42:50.043291 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a165e-7644-4d55-8d55-069b1d799757" -d '{"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:42:50.059323 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:42:50.062713 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:50.087593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 03 Apr 2022 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df38c5-631d-4a31-b677-312d50514151 x-openstack-request-id: req-69df38c5-631d-4a31-b677-312d50514151 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:42:50.088136 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:42:50.088617 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69df38c5-631d-4a31-b677-312d50514151 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:42:50.089023 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69df38c5-631d-4a31-b677-312d50514151'] response: {'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'code': 200} Apr 03 16:42:50.119930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:50.584283 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef6347-a28c-4f42-b625-82fc76b028bb req-37e084a0-0099-4102-a9e6-0c1b963c60f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:50.585808 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fef6347-a28c-4f42-b625-82fc76b028bb req-37e084a0-0099-4102-a9e6-0c1b963c60f6 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0526567 Apr 03 16:42:50.639022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fef6347-a28c-4f42-b625-82fc76b028bb req-98f3b110-4f3a-496b-9e74-18dc2649591e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Apr 03 16:42:50.997611 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ecf8-362b-44d7-9ace-86793d105ed3 req-701173bd-c587-4114-8cf1-467576618494 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:50.998994 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2a5ecf8-362b-44d7-9ace-86793d105ed3 req-701173bd-c587-4114-8cf1-467576618494 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0874577 Apr 03 16:42:51.004119 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-be054596-ce28-46a4-9e31-5990525461e5 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445513832&fields=id&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 267 time: 0.0654054 Apr 03 16:42:51.104010 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2a5ecf8-362b-44d7-9ace-86793d105ed3 req-08e31af4-f40f-4a1f-baeb-a64bf0195154 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972800 Apr 03 16:42:51.152981 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-008c4fa8-8ae5-401b-89d1-628c94af7307 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:51.154477 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-008c4fa8-8ae5-401b-89d1-628c94af7307 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.1275351 Apr 03 16:42:51.169811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-e09a79ab-779c-4aad-809f-b50b63f29630 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/quotas/320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 375 time: 0.0093248 Apr 03 16:42:51.234213 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-b44d0afc-1d61-4ef4-b9f6-32884624f95b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576575 Apr 03 16:42:51.253458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-e709b05a-6983-4248-94f3-c43bf424e481 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:42:51.254913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-e709b05a-6983-4248-94f3-c43bf424e481 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073619 Apr 03 16:42:51.355140 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-f0299599-e375-4f0c-bf3d-c4f5384efb3d service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867677 Apr 03 16:42:51.467666 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-edf316c1-4871-45a6-90b5-3cb550bafd1a service neutron] 10.222.0.48 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063080 Apr 03 16:42:51.780511 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-176327e8-a83a-4d74-96c1-eeee8eb552d1 req-bd9ad441-a2fd-4113-bceb-3a64e16ddd96 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0343029 Apr 03 16:42:51.846711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a943-dcaa-4954-84e0-e39521c124aa req-6c2e858f-368b-4b8b-8db4-d8dda7e23ce2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:51.848149 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f60a943-dcaa-4954-84e0-e39521c124aa req-6c2e858f-368b-4b8b-8db4-d8dda7e23ce2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0701365 Apr 03 16:42:51.909603 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f60a943-dcaa-4954-84e0-e39521c124aa req-03f899d1-b3a3-4cfd-aec7-62b11aeb42af tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Apr 03 16:42:52.238120 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc347b-d699-427c-845f-c08d4418dc83 req-64d68449-4a76-4007-b8a2-26f3e0a7da83 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:52.239659 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24dc347b-d699-427c-845f-c08d4418dc83 req-64d68449-4a76-4007-b8a2-26f3e0a7da83 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0541642 Apr 03 16:42:52.291576 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24dc347b-d699-427c-845f-c08d4418dc83 req-b1a3b54e-28bf-492a-b0a7-9b092f113905 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444205 Apr 03 16:42:52.881522 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca6cd06e-4e80-4a39-ab39-4e74291642f9 req-35d6b16d-d9e1-4932-9f00-369d332d8c64 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0293069 Apr 03 16:42:53.033376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173d432-b93f-487f-8f48-ffc9179a5012 req-763b3659-0d37-4194-9c0b-c46cf5d90973 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:53.036437 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9173d432-b93f-487f-8f48-ffc9179a5012 req-763b3659-0d37-4194-9c0b-c46cf5d90973 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0530853 Apr 03 16:42:53.093320 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9173d432-b93f-487f-8f48-ffc9179a5012 req-4a9a8ca9-e0cf-45d3-8220-8e785b84df01 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512214 Apr 03 16:42:53.412771 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b20d1-c882-4514-9554-aed595bd8ebf req-3321780c-f781-4e5b-bccd-eaa9da3561be tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:53.414226 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-625b20d1-c882-4514-9554-aed595bd8ebf req-3321780c-f781-4e5b-bccd-eaa9da3561be tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0524025 Apr 03 16:42:53.464061 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-625b20d1-c882-4514-9554-aed595bd8ebf req-59d294c0-810b-48bd-b5a5-afc2c21494e7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Apr 03 16:42:53.985645 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e28a8823-4543-43be-95ee-62e081224ef4 req-41d6dba7-bd85-4e43-814f-bd69ed1b1eb4 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0369811 Apr 03 16:42:54.218663 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc64d8-e717-425f-ab2a-0d7be0103652 req-0404434a-0be3-4486-9084-2edccbb7fbff tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:54.220139 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3bfc64d8-e717-425f-ab2a-0d7be0103652 req-0404434a-0be3-4486-9084-2edccbb7fbff tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0591638 Apr 03 16:42:54.516655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3bfc64d8-e717-425f-ab2a-0d7be0103652 req-80467255-d7f0-4d08-a0e2-e4616f4a03d8 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897539 Apr 03 16:42:54.600501 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1421ab-ad09-42b9-9cf3-8b2b66419f1c req-17c53325-3fc6-4279-89f8-f1593a5a10a5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:54.602270 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc1421ab-ad09-42b9-9cf3-8b2b66419f1c req-17c53325-3fc6-4279-89f8-f1593a5a10a5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0556624 Apr 03 16:42:54.651248 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc1421ab-ad09-42b9-9cf3-8b2b66419f1c req-8465ec4b-3273-4342-bea8-f2055ac52dac tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Apr 03 16:42:55.120003 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a58bb54-d23f-4106-bba3-67982566e62d req-021f45b7-0029-46ae-ba9e-cb819cc044cc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Apr 03 16:42:55.648514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703645d-9349-4a92-9bd5-af3a2350ea8f req-eb61aa15-95b5-43cc-9f68-e1c0bacec06e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:55.650114 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9703645d-9349-4a92-9bd5-af3a2350ea8f req-eb61aa15-95b5-43cc-9f68-e1c0bacec06e tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0590599 Apr 03 16:42:55.698445 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9703645d-9349-4a92-9bd5-af3a2350ea8f req-f56f8d8d-6856-445d-be7e-5e0b95eff2a2 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Apr 03 16:42:55.777211 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a291-11f8-4dc3-9042-9554511562d4 req-2c944e67-bfab-4d8a-a14e-c50135f56cf3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:55.779119 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc46a291-11f8-4dc3-9042-9554511562d4 req-2c944e67-bfab-4d8a-a14e-c50135f56cf3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0547769 Apr 03 16:42:55.831067 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc46a291-11f8-4dc3-9042-9554511562d4 req-375c5e8d-78ea-4b42-bda6-0dcf920b4b3b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Apr 03 16:42:56.114495 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:56.223548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8153903-e536-4826-b168-9fa9569e28d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.223789 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d16e83f6-76df-451f-bd53-8dff64ad05ee req-d8106b2b-e605-42c4-a70b-6af9f27c5153 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Apr 03 16:42:56.306672 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8153903-e536-4826-b168-9fa9569e28d5 admin admin] Publish callbacks [] for security_group (159af1b1-3a9d-44f5-a4f2-bb67cd074667), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.310769 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8153903-e536-4826-b168-9fa9569e28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (159af1b1-3a9d-44f5-a4f2-bb67cd074667), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.349062 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153903-e536-4826-b168-9fa9569e28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159af1b1-3a9d-44f5-a4f2-bb67cd074667,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:56.353262 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d8153903-e536-4826-b168-9fa9569e28d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25508f300285402cae2435bdb0273b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373486 Apr 03 16:42:56.355834 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:42:56.405999 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] Publish callbacks [] for security_group (159af1b1-3a9d-44f5-a4f2-bb67cd074667), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.429135 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] Publish callbacks [] for security_group (159af1b1-3a9d-44f5-a4f2-bb67cd074667), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.481793 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (159af1b1-3a9d-44f5-a4f2-bb67cd074667), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.484051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:56.485420 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/159af1b1-3a9d-44f5-a4f2-bb67cd074667 HTTP/1.1" status: 204 len: 168 time: 0.1286652 Apr 03 16:42:56.493807 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9556a-8c25-4a4e-a473-33734933f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159af1b1-3a9d-44f5-a4f2-bb67cd074667,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:42:56.839265 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e0d6-1eb4-40d4-a787-e3e1f264ae56 req-ab6ff266-5330-4d0f-b6c4-752c87704162 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:56.840985 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1809e0d6-1eb4-40d4-a787-e3e1f264ae56 req-ab6ff266-5330-4d0f-b6c4-752c87704162 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0606301 Apr 03 16:42:56.895277 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1809e0d6-1eb4-40d4-a787-e3e1f264ae56 req-17cf4cfe-92ef-43a7-8141-acdbcd0f05ba tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466971 Apr 03 16:42:56.963981 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b771c4-79fc-403f-ac9a-4e5f91b62894 req-db651fb5-a2c8-4923-ae3e-f1cf1d8198d2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:56.965527 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1b771c4-79fc-403f-ac9a-4e5f91b62894 req-db651fb5-a2c8-4923-ae3e-f1cf1d8198d2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0549657 Apr 03 16:42:57.015059 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1b771c4-79fc-403f-ac9a-4e5f91b62894 req-920d46fd-e112-4137-9bdf-338146130ea1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Apr 03 16:42:57.320302 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b480f75-5db3-439a-8df0-cf3595660b15 req-ff333436-d7c5-4a50-b2f1-69b721eed15f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Apr 03 16:42:58.009458 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143184e-fb80-4e84-ae25-d545cf3c552e req-4a33fc1c-2add-4ce3-b736-ccd4c0834533 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:58.010919 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8143184e-fb80-4e84-ae25-d545cf3c552e req-4a33fc1c-2add-4ce3-b736-ccd4c0834533 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0514333 Apr 03 16:42:58.058004 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8143184e-fb80-4e84-ae25-d545cf3c552e req-36740971-e284-4007-891d-dca49502775d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Apr 03 16:42:58.139308 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc3a16-52b3-4a86-816d-e4304e79b6a3 req-fa0339da-4de9-4552-b731-675b56c32812 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:58.141072 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6cc3a16-52b3-4a86-816d-e4304e79b6a3 req-fa0339da-4de9-4552-b731-675b56c32812 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0548775 Apr 03 16:42:58.187957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6cc3a16-52b3-4a86-816d-e4304e79b6a3 req-9e49cf16-b3a3-4567-af85-c909c26a3fbd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Apr 03 16:42:58.414340 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95d42833-8fb9-4593-a522-1d5d6b22bf75 req-d68031c1-0d89-4b18-b5ba-aa830122e545 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0298562 Apr 03 16:42:59.173469 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e436-691c-4dc3-abbd-4a9a467be1ca req-5d434efc-d7eb-474c-9ded-8869386b610a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:59.175679 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f136e436-691c-4dc3-abbd-4a9a467be1ca req-5d434efc-d7eb-474c-9ded-8869386b610a tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0524912 Apr 03 16:42:59.221973 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f136e436-691c-4dc3-abbd-4a9a467be1ca req-f7731191-d6fd-4db2-b8b5-974548fc0512 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Apr 03 16:42:59.313235 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1545c9-2a06-41be-8d02-ad1cba34a488 req-ccd2cf07-11ec-418b-9a95-fa691db2a5d5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:42:59.314648 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2d1545c9-2a06-41be-8d02-ad1cba34a488 req-ccd2cf07-11ec-418b-9a95-fa691db2a5d5 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.0521379 Apr 03 16:42:59.359698 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2d1545c9-2a06-41be-8d02-ad1cba34a488 req-cd89f7b5-0cfd-4a95-9614-f4ab9cc0f0dd tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Apr 03 16:42:59.508284 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4dac4b3-9536-4c36-99ae-65bea1949099 req-8c18a3f3-01c8-48f7-9c50-093a04a651b1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Apr 03 16:43:00.339293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b1224-9e88-4a73-87b7-66aed15a8873 req-19e64b51-758e-4df4-b4ab-eaed9b3b8f80 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.340708 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-477b1224-9e88-4a73-87b7-66aed15a8873 req-19e64b51-758e-4df4-b4ab-eaed9b3b8f80 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0529981 Apr 03 16:43:00.387713 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-477b1224-9e88-4a73-87b7-66aed15a8873 req-71aca714-d7ab-42b8-b37f-1643b2ed745d tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Apr 03 16:43:00.445713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-ed0c0742-c9e0-4acd-9b68-024b55787a4b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.447763 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-ed0c0742-c9e0-4acd-9b68-024b55787a4b tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.50 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0574505 Apr 03 16:43:00.564047 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592acce-bb73-4078-a44c-d7cf892bd8d6 req-9ae56c52-fc05-466c-b9a4-bb9fa9bc2b98 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.566347 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3592acce-bb73-4078-a44c-d7cf892bd8d6 req-9ae56c52-fc05-466c-b9a4-bb9fa9bc2b98 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.1176672 Apr 03 16:43:00.610542 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c0fe6296-36b9-447c-b589-b09315fe1099 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1819510 Apr 03 16:43:00.620516 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Deleting port a39ae576-21fa-4ea3-af24-5c3df77ac06b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:00.620909 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:00.674611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-30d2d5fd-665f-4d96-8a41-8b64dbe2f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.676107 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-30d2d5fd-665f-4d96-8a41-8b64dbe2f927 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1129 time: 0.0444453 Apr 03 16:43:00.697975 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3592acce-bb73-4078-a44c-d7cf892bd8d6 req-7997b43f-7a8d-4b53-8cce-006b0a2f949b tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231239 Apr 03 16:43:00.703779 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fe4bbbc-b273-459c-b713-810c3e6fed81 req-e7c0f536-b526-436e-ad75-ce5057f8f65a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0799882 Apr 03 16:43:00.755625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] For port a39ae576-21fa-4ea3-af24-5c3df77ac06b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a39ae576-21fa-4ea3-af24-5c3df77ac06b,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:00.756042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:00.770069 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Calling delete_port for a39ae576-21fa-4ea3-af24-5c3df77ac06b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:00.785015 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-3fb31cca-25e8-4c15-a04a-5e569504d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.786499 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-3fb31cca-25e8-4c15-a04a-5e569504d97b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.0923603 Apr 03 16:43:00.850993 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-d9438c58-1b39-4a1e-8987-37a5ed85f662 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 1001 time: 0.0586278 Apr 03 16:43:00.899888 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-4951b417-b4da-4641-9d64-d09146604cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.901401 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-4951b417-b4da-4641-9d64-d09146604cfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0441182 Apr 03 16:43:00.901525 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a39ae576-21fa-4ea3-af24-5c3df77ac06b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:00.936575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Pushing event deleted for resources: {'Port': ['ID=a39ae576-21fa-4ea3-af24-5c3df77ac06b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:00.957333 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c4e90c07-47ab-4356-94c3-54ebe72be386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:00.958854 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c4e90c07-47ab-4356-94c3-54ebe72be386 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499380 Apr 03 16:43:00.961526 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.961883 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.962233 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.962578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.962921 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.963256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.963591 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.963949 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.964282 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.964637 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.964986 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.965314 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.965644 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.965973 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.966329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:00.969851 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c01dcc60-442c-4ee4-8533-1a17d1e2f902 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:43:00.971724 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c01dcc60-442c-4ee4-8533-1a17d1e2f902 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052235 Apr 03 16:43:00.985084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] No DVR routers for this DVR port a39ae576-21fa-4ea3-af24-5c3df77ac06b on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:43:00.987648 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:00.991106 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a10756a3-e8fb-4ae4-8542-9a6b7594a9c7 req-289df4eb-4f2a-4e30-b7c7-310422128c44 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.50 "DELETE /v2.0/ports/a39ae576-21fa-4ea3-af24-5c3df77ac06b HTTP/1.1" status: 204 len: 173 time: 0.5320404 Apr 03 16:43:00.991575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-deleted', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:00.993811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ce58c-dbab-4fc6-b98e-ead29bbd00a8" -d '{"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-deleted", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:01.032822 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145c2787-c1c0-4b43-a7f2-cd2c35c37c15 x-openstack-request-id: req-145c2787-c1c0-4b43-a7f2-cd2c35c37c15 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:01.033707 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caf0be3-0a3e-453a-94a8-9afc0631ccd2", "name": "network-vif-deleted", "tag": "a39ae576-21fa-4ea3-af24-5c3df77ac06b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:01.033967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-145c2787-c1c0-4b43-a7f2-cd2c35c37c15 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:01.034410 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145c2787-c1c0-4b43-a7f2-cd2c35c37c15'] response: {'server_uuid': '0caf0be3-0a3e-453a-94a8-9afc0631ccd2', 'name': 'network-vif-deleted', 'tag': 'a39ae576-21fa-4ea3-af24-5c3df77ac06b', 'status': 'completed', 'code': 200} Apr 03 16:43:01.070989 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-73e05105-764d-4974-b887-29b3166c647a service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 Apr 03 16:43:01.188508 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-27d4714e-e49c-4d42-a87a-d93dfd31d773 req-c57f906b-5f64-40c5-98f9-45d928f80674 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916250 Apr 03 16:43:01.281577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-6b7bdd3c-b36f-48d1-af79-276164c4c516 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:01.283538 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-6b7bdd3c-b36f-48d1-af79-276164c4c516 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 811 time: 0.1159012 Apr 03 16:43:01.386319 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-df98647f-f6de-47c8-b38a-fca6bd875df9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320c630c8e034a4f9f0d78877bc710a2 HTTP/1.1" status: 200 len: 380 time: 0.0651600 Apr 03 16:43:01.402556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'port': {'device_id': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'admin_state_up': True, 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'security_groups': ['86b3476a-acd4-4869-9d8f-2eb3547dd34b']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:01.453853 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:43:01.524269 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7156feb1-cd6c-4063-99e3-14f54c351798 req-81a8a3e6-0c99-4295-b615-9efac2fca928 tempest-TestMinimumBasicScenario-894932589 tempest-TestMinimumBasicScenario-894932589-project] 10.222.0.48 "GET /v2.0/ports?device_id=0caf0be3-0a3e-453a-94a8-9afc0631ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0340238 Apr 03 16:43:01.557775 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Made reservation on behalf of 320c630c8e034a4f9f0d78877bc710a2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:43:01.561086 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:01.702605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.20.0.14 (3d91ad2d-db08-4d96-9858-8576bce73b14/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63/dbbd94c2-75bf-4009-8a65-65b89156cef5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:01.864737 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3442629-030d-4f44-ad95-9d97225434f2 req-98098dc2-53ca-4dfa-bffc-d04a931a08a1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 210 time: 0.0368490 Apr 03 16:43:01.932433 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:01.974664 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.034877 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:02.046718 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:02.056037 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:02.061123 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:02.131359 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:02.132001 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.154469 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265dfc-ee2e-408a-b662-59247757dd8c req-374f1bf7-8c64-42ef-922a-2991536d1562 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:02.155987 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa265dfc-ee2e-408a-b662-59247757dd8c req-374f1bf7-8c64-42ef-922a-2991536d1562 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.1147051 Apr 03 16:43:02.160654 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-8a5566b6-360e-4d4e-9017-bcc67b8e7916 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620585 Apr 03 16:43:02.172743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Request body: {'port': {'device_id': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:02.259787 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa265dfc-ee2e-408a-b662-59247757dd8c req-2ac28f11-bf1a-42a7-a0d9-9c13216247e1 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968673 Apr 03 16:43:02.266121 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.352987 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7e3bef9a-888c-4df2-b6c1-a733c909b5b1 None None] Provisioning complete for port dbbd94c2-75bf-4009-8a65-65b89156cef5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:02.353613 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7e3bef9a-888c-4df2-b6c1-a733c909b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.391424 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7e3bef9a-888c-4df2-b6c1-a733c909b5b1 None None] Port dbbd94c2-75bf-4009-8a65-65b89156cef5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:43:02.525502 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbd94c2-75bf-4009-8a65-65b89156cef5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:43:02.532730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks [] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.545027 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Transition to ACTIVE for port object dbbd94c2-75bf-4009-8a65-65b89156cef5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:43:02.549373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.601636 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:02.680645 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Attempting to bind port dbbd94c2-75bf-4009-8a65-65b89156cef5 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:02.680992 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Attempting to bind port dbbd94c2-75bf-4009-8a65-65b89156cef5 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:02.681467 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Attempting to bind port dbbd94c2-75bf-4009-8a65-65b89156cef5 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:02.686117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Port dbbd94c2-75bf-4009-8a65-65b89156cef5 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:43:02.686453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Attempting to bind port dbbd94c2-75bf-4009-8a65-65b89156cef5 on network 3d91ad2d-db08-4d96-9858-8576bce73b14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:02.692361 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:02.692748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Checking segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:02.693140 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Bound using segment: {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:02.693575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Bound port: dbbd94c2-75bf-4009-8a65-65b89156cef5, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902e1223-1b7b-40c7-83a4-0d0226c69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:02.694283 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.762099 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:02.765917 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:02.771787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.805264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:02.806055 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:02.807536 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] 10.222.0.50 "PUT /v2.0/ports/dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 200 len: 1094 time: 0.6386151 Apr 03 16:43:02.843897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad40e6-bb01-4b63-bafc-026ab9104029 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:02.918591 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-bb4f8654-f417-4650-8108-7f0be22cdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:02.920506 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-bb4f8654-f417-4650-8108-7f0be22cdbb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1128 time: 0.0706646 Apr 03 16:43:02.981223 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-acfbae59-cb4f-490a-a592-8b3073f59800 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 200 len: 217 time: 0.0533109 Apr 03 16:43:03.030499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f0df6-f9ce-40d9-a497-586bc1fb5a59 req-5c78a1b5-d974-4ac4-a435-e1032919f013 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.031825 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba9f0df6-f9ce-40d9-a497-586bc1fb5a59 req-5c78a1b5-d974-4ac4-a435-e1032919f013 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0612974 Apr 03 16:43:03.038972 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:03.039312 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a125a5-19ab-4441-ad88-b9f43b876dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:03.090561 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b8f5d-bb57-4c88-be7f-c75e47074f29 x-openstack-request-id: req-472b8f5d-bb57-4c88-be7f-c75e47074f29 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:03.090899 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:03.091259 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-472b8f5d-bb57-4c88-be7f-c75e47074f29 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:03.091795 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472b8f5d-bb57-4c88-be7f-c75e47074f29'] response: {'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'status': 'completed', 'code': 200} Apr 03 16:43:03.098821 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba9f0df6-f9ce-40d9-a497-586bc1fb5a59 req-5ae7102a-36b7-4d8a-ab68-1f9f9b57138d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562303 Apr 03 16:43:03.182183 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ce3c7a60-51bd-4cbe-9a27-0b7475a1a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.183647 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-ce3c7a60-51bd-4cbe-9a27-0b7475a1a734 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0479288 Apr 03 16:43:03.235051 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-2ac5f057-558a-41ea-ba7f-de9faa87c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.237202 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-2ac5f057-558a-41ea-ba7f-de9faa87c345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464952 Apr 03 16:43:03.246885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:03.333903 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-116016b0-27d6-44fe-9d7a-5a8a49315016 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 Apr 03 16:43:03.449362 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da55053-6d6c-4038-bcf7-7eccf8dd4bbb req-12ae9707-8260-45e6-bd75-79c9e94a7896 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.450846 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6da55053-6d6c-4038-bcf7-7eccf8dd4bbb req-12ae9707-8260-45e6-bd75-79c9e94a7896 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 943 time: 0.1132867 Apr 03 16:43:03.485811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e6cda86-abfe-4d5a-b0cb-12a945617e5c req-cc519194-9adf-40de-a19c-32b7c710284d service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399758 Apr 03 16:43:03.513857 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6da55053-6d6c-4038-bcf7-7eccf8dd4bbb req-60e64699-4eaf-4455-a838-34166556c43c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545101 Apr 03 16:43:03.596662 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-3232710c-7b45-488b-92d9-a0aaed3a55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.597589 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-3232710c-7b45-488b-92d9-a0aaed3a55cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1128 time: 0.0466001 Apr 03 16:43:03.684946 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-a03ac5dd-377d-4045-9fae-6e4d92299607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.686418 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-a03ac5dd-377d-4045-9fae-6e4d92299607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.0832825 Apr 03 16:43:03.706711 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (138d6d67-b981-44e0-aeca-c77a203b3530), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:03.732032 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-c2c8707e-5f91-4758-b6d5-b532f29ef22b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 200 len: 217 time: 0.0388982 Apr 03 16:43:03.781470 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-60368980-9eae-49f3-a212-4895a28e36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.782928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-60368980-9eae-49f3-a212-4895a28e36ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0449784 Apr 03 16:43:03.832072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-5b47984d-8ed2-4d80-82c7-fdadfd8c5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:03.833648 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-5b47984d-8ed2-4d80-82c7-fdadfd8c5f0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446622 Apr 03 16:43:03.927216 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-1259d162-4bf5-4f78-a4df-0b252a7f5a18 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876520 Apr 03 16:43:03.962012 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Deleting port 2df385f4-ac62-45e0-8369-87e66dcd434a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:03.962355 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.016608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a125a5-19ab-4441-ad88-b9f43b876dbb req-5b8355ac-f177-4a5c-9c66-f1a86cc9e293 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Apr 03 16:43:04.021321 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:43:04.041229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] For port 2df385f4-ac62-45e0-8369-87e66dcd434a, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2df385f4-ac62-45e0-8369-87e66dcd434a,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:04.041591 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.058972 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Calling delete_port for 2df385f4-ac62-45e0-8369-87e66dcd434a owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:04.122268 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:04.135088 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '17133fb4-87de-4be5-a22f-71948f762be3', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'port_id': '17133fb4-87de-4be5-a22f-71948f762be3', 'mac_address': 'fa:16:3e:41:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:43:04.174130 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:04.174621 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.190499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:43:04.211845 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:04.216044 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.222495 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad5e1-5ce6-4207-8c94-cfaef5a5836d req-8db348cf-f826-4d06-a29a-bbc3858d54e8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:04.224018 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-652ad5e1-5ce6-4207-8c94-cfaef5a5836d req-8db348cf-f826-4d06-a29a-bbc3858d54e8 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0572882 Apr 03 16:43:04.253045 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (2df385f4-ac62-45e0-8369-87e66dcd434a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.269843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:04.280935 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-652ad5e1-5ce6-4207-8c94-cfaef5a5836d req-1c4590fb-68ce-45d7-b1c9-767fdbce3ef1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Apr 03 16:43:04.285573 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df385f4-ac62-45e0-8369-87e66dcd434a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:04.313866 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.314312 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.314695 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.315044 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.315492 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.315860 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.316184 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.316553 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.316900 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.317238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.317577 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.317917 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.318256 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.318596 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.318924 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:04.472936 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (138d6d67-b981-44e0-aeca-c77a203b3530), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.639035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8801a-bd5b-4ddf-9153-e8990fabe809 req-ac8ffba9-71c6-493c-b2cf-729dcd2d7b87 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:04.640544 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c8801a-bd5b-4ddf-9153-e8990fabe809 req-ac8ffba9-71c6-493c-b2cf-729dcd2d7b87 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Apr 03 16:43:04.687150 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c8801a-bd5b-4ddf-9153-e8990fabe809 req-78d8468d-5725-40ca-889c-22dd5af811d7 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402646 Apr 03 16:43:04.698268 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Router 138d6d67-b981-44e0-aeca-c77a203b3530 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:04.768091 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['17133fb4-87de-4be5-a22f-71948f762be3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:43:05.032265 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:05.039815 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-70357da9-6278-4465-96c5-263bde71bf64 admin admin] 10.222.0.48 "PUT /v2.0/routers/138d6d67-b981-44e0-aeca-c77a203b3530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898600 Apr 03 16:43:05.040723 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:05.042553 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Sync routers for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:05.053885 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:05.054512 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:05.144902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks [] for router (138d6d67-b981-44e0-aeca-c77a203b3530), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.162902 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:05.255026 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks [] for router_gateway (138d6d67-b981-44e0-aeca-c77a203b3530), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.315016 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Deleting port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:05.315405 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.396352 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] For port 34b490c3-9b4b-4e4a-a776-71b5a74ff27e, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:05.396749 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.410213 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Calling delete_port for 34b490c3-9b4b-4e4a-a776-71b5a74ff27e owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:05.414347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078061e4-aefe-41ae-8046-7944355b8ba6 req-1c63b9d1-73b4-46a8-83b7-a0ed3fcbd467 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:05.416122 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-078061e4-aefe-41ae-8046-7944355b8ba6 req-1c63b9d1-73b4-46a8-83b7-a0ed3fcbd467 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0574660 Apr 03 16:43:05.436378 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:43:04Z', 'revision_number': 5, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port': {'id': '34b490c3-9b4b-4e4a-a776-71b5a74ff27e', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:55Z', 'updated_at': '2022-04-03T16:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:05.466587 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-078061e4-aefe-41ae-8046-7944355b8ba6 req-0be3327c-db8a-490a-b004-4b8b77b3b782 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Apr 03 16:43:05.466856 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Checking router: 138d6d67-b981-44e0-aeca-c77a203b3530 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:05.478279 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Routers {'138d6d67-b981-44e0-aeca-c77a203b3530'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:05.479038 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['138d6d67-b981-44e0-aeca-c77a203b3530'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:05.580785 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] Set router 138d6d67-b981-44e0-aeca-c77a203b3530 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:05.596891 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (34b490c3-9b4b-4e4a-a776-71b5a74ff27e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.623912 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Pushing event deleted for resources: {'Port': ['ID=34b490c3-9b4b-4e4a-a776-71b5a74ff27e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:05.636539 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:43:05Z', 'revision_number': 6, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:05.666230 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6746adb-a248-45f4-88ad-7c67f54c2dd9 None None] The sync data for ids ['138d6d67-b981-44e0-aeca-c77a203b3530'] in dv-cinder-836252-2-iscsi is: [{'id': '138d6d67-b981-44e0-aeca-c77a203b3530', 'name': 'tempest-TestMinimumBasicScenario-269834315-router', 'tenant_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:54Z', 'updated_at': '2022-04-03T16:43:05Z', 'revision_number': 6, 'project_id': '6dca9a9baa76403fbb1c9293318cd5ac', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:05.690366 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (138d6d67-b981-44e0-aeca-c77a203b3530), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.793874 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (138d6d67-b981-44e0-aeca-c77a203b3530), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.796047 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks [] for router_controller (138d6d67-b981-44e0-aeca-c77a203b3530), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.813868 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9eb2-2410-49f1-ae24-6c0cc03768df req-db364fde-5f90-4823-8e44-4e8d801316bc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:05.815859 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c60b9eb2-2410-49f1-ae24-6c0cc03768df req-db364fde-5f90-4823-8e44-4e8d801316bc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 944 time: 0.0561874 Apr 03 16:43:05.847400 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (138d6d67-b981-44e0-aeca-c77a203b3530), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.848074 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138d6d67-b981-44e0-aeca-c77a203b3530 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:43:05.852303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.853646 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7b61d877-c1d1-4b3a-829e-cf6ff586790d admin admin] 10.222.0.48 "DELETE /v2.0/routers/138d6d67-b981-44e0-aeca-c77a203b3530 HTTP/1.1" status: 204 len: 168 time: 0.8119917 Apr 03 16:43:05.856063 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40414) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:05.866489 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c60b9eb2-2410-49f1-ae24-6c0cc03768df req-20af52cb-5e38-41ad-b902-8ee700b49221 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Apr 03 16:43:05.904817 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Deleting subnet c5fad727-3592-4f2b-982a-60b4c227271e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:43:05.907895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Publish callbacks [] for subnet (c5fad727-3592-4f2b-982a-60b4c227271e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.941537 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (c5fad727-3592-4f2b-982a-60b4c227271e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.017991 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (c5fad727-3592-4f2b-982a-60b4c227271e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.019803 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:06.076571 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 17133fb4-87de-4be5-a22f-71948f762be3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:06.077016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (17133fb4-87de-4be5-a22f-71948f762be3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.086208 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (c5fad727-3592-4f2b-982a-60b4c227271e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.119965 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fad727-3592-4f2b-982a-60b4c227271e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:06.122017 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.127913 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2c26d42d-58f3-40d2-9fc5-46708ca7519c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c5fad727-3592-4f2b-982a-60b4c227271e HTTP/1.1" status: 204 len: 168 time: 0.2681973 Apr 03 16:43:06.128388 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:06.129019 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fe155-d1cd-40ad-ac4f-37b348871f34 None None] Network f041241c-7848-4bb2-81c0-138a3623f67a requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:06.209406 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (f041241c-7848-4bb2-81c0-138a3623f67a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.258732 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 17133fb4-87de-4be5-a22f-71948f762be3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:06.259120 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.265672 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Deleting port a40c634b-c98b-47e2-b2db-6c3428533428 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:06.266011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.287176 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:06.289507 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b6cf0d-e3f4-4ca5-84b6-8525f57e6a0f" -d '{"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:06.304795 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:06.312294 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.331014 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] For port a40c634b-c98b-47e2-b2db-6c3428533428, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=a40c634b-c98b-47e2-b2db-6c3428533428,segment=NetworkSegment(6ba42ace-caf8-4608-b35e-3f5934f2cb07),segment_id=6ba42ace-caf8-4608-b35e-3f5934f2cb07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:06.331453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.341125 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ee854-bc8a-4a91-a593-b350ae4c19e9 x-openstack-request-id: req-c05ee854-bc8a-4a91-a593-b350ae4c19e9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:06.341646 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:06.342060 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c05ee854-bc8a-4a91-a593-b350ae4c19e9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:06.342598 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05ee854-bc8a-4a91-a593-b350ae4c19e9'] response: {'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'code': 200} Apr 03 16:43:06.346324 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Calling delete_port for a40c634b-c98b-47e2-b2db-6c3428533428 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:06.372581 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:06.437001 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (a40c634b-c98b-47e2-b2db-6c3428533428), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.464240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a40c634b-c98b-47e2-b2db-6c3428533428,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:06.469176 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] No DVR routers for this DVR port a40c634b-c98b-47e2-b2db-6c3428533428 on host dv-cinder-836252-2-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:43:06.514245 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4534fc-253f-48bb-a864-261896d2c770 None None] DHCP port deletion for f041241c-7848-4bb2-81c0-138a3623f67a request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:43:06.612137 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (f041241c-7848-4bb2-81c0-138a3623f67a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.640650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f041241c-7848-4bb2-81c0-138a3623f67a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:06.651866 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40708a2-ac93-4cc4-967f-a043abb30211 req-3f9ae3f1-cd45-4145-b58c-e43ba99c9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:06.653398 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c40708a2-ac93-4cc4-967f-a043abb30211 req-3f9ae3f1-cd45-4145-b58c-e43ba99c9c9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1130 time: 0.1599071 Apr 03 16:43:06.658262 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba42ace-caf8-4608-b35e-3f5934f2cb07') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:06.658568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba42ace-caf8-4608-b35e-3f5934f2cb07') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:06.683143 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (6ba42ace-caf8-4608-b35e-3f5934f2cb07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.697997 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512cee5-4aa0-4be3-b4e2-c7029ac60ba3 req-c03049e9-11dd-4331-9d4f-79e784da2e38 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:06.699464 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2512cee5-4aa0-4be3-b4e2-c7029ac60ba3 req-c03049e9-11dd-4331-9d4f-79e784da2e38 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.1316552 Apr 03 16:43:06.722791 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6ba42ace-caf8-4608-b35e-3f5934f2cb07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.748095 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:43:06.748532 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (6ba42ace-caf8-4608-b35e-3f5934f2cb07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:43:06.750947 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:43:06.791308 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c40708a2-ac93-4cc4-967f-a043abb30211 req-96dce232-6960-4f74-86e5-d768931cefc0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293213 Apr 03 16:43:06.826811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2512cee5-4aa0-4be3-b4e2-c7029ac60ba3 req-1fe5ab3c-ea09-45e7-a63d-572ab628de46 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190054 Apr 03 16:43:06.831185 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (f041241c-7848-4bb2-81c0-138a3623f67a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.837485 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:06.840797 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/f041241c-7848-4bb2-81c0-138a3623f67a HTTP/1.1" status: 204 len: 168 time: 0.7113342 Apr 03 16:43:06.843923 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:06.853226 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75285b-4ed3-4a7c-812e-1990436796cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f041241c-7848-4bb2-81c0-138a3623f67a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:06.993117 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd4b1-d080-4930-a888-8cb4a746fa2a req-31642113-34a0-42cd-b01d-120873083b1c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:06.994857 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b33cd4b1-d080-4930-a888-8cb4a746fa2a req-31642113-34a0-42cd-b01d-120873083b1c tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0529449 Apr 03 16:43:07.041903 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b33cd4b1-d080-4930-a888-8cb4a746fa2a req-202b621e-6577-445f-80e7-ba49d8698480 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Apr 03 16:43:07.202529 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:07.446432 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Deleting port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:07.446773 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:07.523137 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] For port 3ebe84d2-98eb-45f3-87bc-319cce8c1e91, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:07.523505 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:07.540537 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Calling delete_port for 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:07.592639 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 34b490c3-9b4b-4e4a-a776-71b5a74ff27e no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:07.616830 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 34b490c3-9b4b-4e4a-a776-71b5a74ff27e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:07.617251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 34b490c3-9b4b-4e4a-a776-71b5a74ff27e not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:07.617807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2df385f4-ac62-45e0-8369-87e66dcd434a no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:07.636152 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 2df385f4-ac62-45e0-8369-87e66dcd434a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:07.636515 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2df385f4-ac62-45e0-8369-87e66dcd434a not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:07.636919 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a40c634b-c98b-47e2-b2db-6c3428533428 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:07.656019 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: a40c634b-c98b-47e2-b2db-6c3428533428 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:07.656360 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device a40c634b-c98b-47e2-b2db-6c3428533428 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:07.722421 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (3ebe84d2-98eb-45f3-87bc-319cce8c1e91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:07.749384 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebe84d2-98eb-45f3-87bc-319cce8c1e91,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:07.916421 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:07.958084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675bd29-7211-4f16-96b0-c9433d4beff7 req-bd15cac2-7b81-4701-b6be-a5ee1a5d21dc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:07.959559 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3675bd29-7211-4f16-96b0-c9433d4beff7 req-bd15cac2-7b81-4701-b6be-a5ee1a5d21dc tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0570841 Apr 03 16:43:08.008483 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3675bd29-7211-4f16-96b0-c9433d4beff7 req-26e35e03-8d87-439b-9f29-ead45464b832 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Apr 03 16:43:08.081087 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7628561c-ee18-4cb2-accd-4f0969c66dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:08.143914 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:08.175341 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537801d-11ea-4077-b30f-1cb838973ed5 req-f2c0c87d-1379-4cd8-81b9-f0b451327ac9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:08.176915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8537801d-11ea-4077-b30f-1cb838973ed5 req-f2c0c87d-1379-4cd8-81b9-f0b451327ac9 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0576651 Apr 03 16:43:08.222757 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8537801d-11ea-4077-b30f-1cb838973ed5 req-25327475-5cec-45d0-bbb7-0d1b1a5f16bc tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Apr 03 16:43:08.254452 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:08.259502 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c97431cd-a9ad-4d66-ba86-35a5c1cc453a admin admin] 10.222.0.48 "PUT /v2.0/routers/f1eba3ef-4f99-4aaa-97e1-4221f76cade1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145412 Apr 03 16:43:08.262018 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:08.264472 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Sync routers for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:08.274652 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:08.275282 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:08.370187 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks [] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:08.383005 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:08.475330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks [] for router_gateway (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:08.597281 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:43:07Z', 'revision_number': 5, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port': {'id': '79edfa58-1bee-4448-aab8-5c858b1ddfdf', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:08.638191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Checking router: f1eba3ef-4f99-4aaa-97e1-4221f76cade1 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:08.648513 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Routers {'f1eba3ef-4f99-4aaa-97e1-4221f76cade1'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:08.649154 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:42:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:08.752139 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] Set router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:08.770925 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Deleting port 79edfa58-1bee-4448-aab8-5c858b1ddfdf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:08.771266 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:08.807015 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:43:08Z', 'revision_number': 6, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:08.838433 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb7a27-6b9d-452c-89a4-8f99b2f31bdc None None] The sync data for ids ['f1eba3ef-4f99-4aaa-97e1-4221f76cade1'] in dv-cinder-836252-2-iscsi is: [{'id': 'f1eba3ef-4f99-4aaa-97e1-4221f76cade1', 'name': 'tempest-TestMinimumBasicScenario-1011203551-router', 'tenant_id': '5f0363b37feb42c59ecca05b49e31252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:37:59Z', 'updated_at': '2022-04-03T16:43:08Z', 'revision_number': 6, 'project_id': '5f0363b37feb42c59ecca05b49e31252', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:08.862624 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] For port 79edfa58-1bee-4448-aab8-5c858b1ddfdf, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=79edfa58-1bee-4448-aab8-5c858b1ddfdf,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:08.862993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:08.878104 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Calling delete_port for 79edfa58-1bee-4448-aab8-5c858b1ddfdf owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:09.052941 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (79edfa58-1bee-4448-aab8-5c858b1ddfdf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.074773 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Pushing event deleted for resources: {'Port': ['ID=79edfa58-1bee-4448-aab8-5c858b1ddfdf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:09.145004 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.145965 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5762f20-b820-4702-a681-bf82cb11e5be req-81757a95-cb6d-4a40-b502-8de50cc6f897 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:09.147879 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5762f20-b820-4702-a681-bf82cb11e5be req-81757a95-cb6d-4a40-b502-8de50cc6f897 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0690370 Apr 03 16:43:09.205191 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5762f20-b820-4702-a681-bf82cb11e5be req-325dff8f-ec88-43a9-9e80-40a15f94c4f7 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513477 Apr 03 16:43:09.243610 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.246152 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks [] for router_controller (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.296423 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (f1eba3ef-4f99-4aaa-97e1-4221f76cade1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.297042 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1eba3ef-4f99-4aaa-97e1-4221f76cade1 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:43:09.306889 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.309974 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-164a7689-d8f6-49ee-acd3-4aafa165b711 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f1eba3ef-4f99-4aaa-97e1-4221f76cade1 HTTP/1.1" status: 204 len: 168 time: 1.0463889 Apr 03 16:43:09.312128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:09.384744 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Deleting subnet 8698c398-06c0-4b19-a23d-eb26480e49e3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:43:09.388364 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Publish callbacks [] for subnet (8698c398-06c0-4b19-a23d-eb26480e49e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.428257 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76217-d89d-46d5-8ce8-91769156b2a2 req-91ccf2ec-2735-46ad-ae58-9114d30aa7c3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:09.429675 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4b76217-d89d-46d5-8ce8-91769156b2a2 req-91ccf2ec-2735-46ad-ae58-9114d30aa7c3 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.1096926 Apr 03 16:43:09.440397 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784325'] for subnet (8698c398-06c0-4b19-a23d-eb26480e49e3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.528918 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4b76217-d89d-46d5-8ce8-91769156b2a2 req-597413c0-b2ec-4e29-994a-f756ea56b864 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933220 Apr 03 16:43:09.578287 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (8698c398-06c0-4b19-a23d-eb26480e49e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.646583 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5782435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5047447'] for subnet (8698c398-06c0-4b19-a23d-eb26480e49e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.674793 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8698c398-06c0-4b19-a23d-eb26480e49e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:09.678967 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.682468 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a3d82283-cd95-4ab5-9ff1-24b35983c920 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8698c398-06c0-4b19-a23d-eb26480e49e3 HTTP/1.1" status: 204 len: 168 time: 0.3692858 Apr 03 16:43:09.685142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40474) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:09.687465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc99e6a-d10e-4e80-bc3d-a46bc0327a72 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:09.736616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:09.757100 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (4f61ab39-7cce-4c4b-ba99-d72493e3c1df), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.763656 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:09.764380 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 3ebe84d2-98eb-45f3-87bc-319cce8c1e91 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:09.765146 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 79edfa58-1bee-4448-aab8-5c858b1ddfdf no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:09.790807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 79edfa58-1bee-4448-aab8-5c858b1ddfdf {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:09.791152 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 79edfa58-1bee-4448-aab8-5c858b1ddfdf not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:09.813909 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Deleting port 01ca750f-ab60-40cb-9787-02f66324dbf4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:09.814780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.893703 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] For port 01ca750f-ab60-40cb-9787-02f66324dbf4, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=01ca750f-ab60-40cb-9787-02f66324dbf4,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:09.894075 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.909196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0382cc-1969-4306-8702-5642a5698726 None None] DHCP port deletion for 4f61ab39-7cce-4c4b-ba99-d72493e3c1df request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:43:09.910232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Calling delete_port for 01ca750f-ab60-40cb-9787-02f66324dbf4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:09.959718 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Deleting port 01ca750f-ab60-40cb-9787-02f66324dbf4 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:09.960139 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:09.992025 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.021744 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=01ca750f-ab60-40cb-9787-02f66324dbf4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:10.025144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-be0382cc-1969-4306-8702-5642a5698726 None None] For port 01ca750f-ab60-40cb-9787-02f66324dbf4, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=01ca750f-ab60-40cb-9787-02f66324dbf4,segment=NetworkSegment(d7a3cb85-be14-4397-bbce-6f283fc764bd),segment_id=d7a3cb85-be14-4397-bbce-6f283fc764bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:10.025342 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] No DVR routers for this DVR port 01ca750f-ab60-40cb-9787-02f66324dbf4 on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:43:10.025545 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.098533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (4f61ab39-7cce-4c4b-ba99-d72493e3c1df), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.121717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f61ab39-7cce-4c4b-ba99-d72493e3c1df']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:10.132309 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a3cb85-be14-4397-bbce-6f283fc764bd') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:10.132564 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a3cb85-be14-4397-bbce-6f283fc764bd') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:10.142729 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (d7a3cb85-be14-4397-bbce-6f283fc764bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.156554 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (d7a3cb85-be14-4397-bbce-6f283fc764bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.163022 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:43:10.163446 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (d7a3cb85-be14-4397-bbce-6f283fc764bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:43:10.165255 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:43:10.167556 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Calling delete_port for 01ca750f-ab60-40cb-9787-02f66324dbf4 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:10.222962 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (4f61ab39-7cce-4c4b-ba99-d72493e3c1df), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.228162 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.231787 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f61ab39-7cce-4c4b-ba99-d72493e3c1df HTTP/1.1" status: 204 len: 168 time: 0.5455995 Apr 03 16:43:10.243809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb67a-8928-4c2b-95b6-c5f23e4f1f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f61ab39-7cce-4c4b-ba99-d72493e3c1df,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:10.297392 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (01ca750f-ab60-40cb-9787-02f66324dbf4), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.305886 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Network 4f61ab39-7cce-4c4b-ba99-d72493e3c1df is not hosted by any dhcp agent {{(pid=103227) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 03 16:43:10.306339 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0382cc-1969-4306-8702-5642a5698726 None None] No DVR routers for this DVR port 01ca750f-ab60-40cb-9787-02f66324dbf4 on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:43:10.325330 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Pushing event deleted for resources: {'Port': ['ID=01ca750f-ab60-40cb-9787-02f66324dbf4,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:10.338704 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.338704 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.338864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.339171 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.339518 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.339861 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.340198 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.340555 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.340915 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.341250 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.341656 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.341897 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.342224 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.342532 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.342861 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0382cc-1969-4306-8702-5642a5698726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:10.359042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd92a-aff4-400c-8425-34bed125fa27 req-1d481f90-244e-46b9-9689-a6cb2cea5d02 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:10.361018 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17acd92a-aff4-400c-8425-34bed125fa27 req-1d481f90-244e-46b9-9689-a6cb2cea5d02 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0826979 Apr 03 16:43:10.374944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:10.437970 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17acd92a-aff4-400c-8425-34bed125fa27 req-73c8dd40-efee-4b7d-a407-9d81238e6873 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701849 Apr 03 16:43:10.442086 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-47d9105b-cfd4-4ef7-a6da-cd3a3c683a0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dca9a9baa76403fbb1c9293318cd5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661330 Apr 03 16:43:10.444657 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:10.475359 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0eca37a3-3afd-40dc-a437-beb782c541bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.495762 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] Publish callbacks [] for security_group (87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.519619 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] Publish callbacks [] for security_group (87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.564775 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.567321 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.568482 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b HTTP/1.1" status: 204 len: 168 time: 0.1228964 Apr 03 16:43:10.576299 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c24e2d-9ce0-4bee-a56e-d1d7c41f4c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1ccd2-c3b9-4b6a-9b98-f6b1b39f364b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:10.872628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:10.912385 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0ebe2459-403c-499f-ba6d-1863fc0e34df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f0363b37feb42c59ecca05b49e31252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386250 Apr 03 16:43:10.914754 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40490) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:10.959485 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] Publish callbacks [] for security_group (cc2a787e-a0eb-442d-a986-a6c45a10a554), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:10.980167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] Publish callbacks [] for security_group (cc2a787e-a0eb-442d-a986-a6c45a10a554), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.026293 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cc2a787e-a0eb-442d-a986-a6c45a10a554), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.028902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.030036 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc2a787e-a0eb-442d-a986-a6c45a10a554 HTTP/1.1" status: 204 len: 168 time: 0.1144116 Apr 03 16:43:11.038328 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fc24d-7014-4ac9-b985-1363fdc00b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a787e-a0eb-442d-a986-a6c45a10a554,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:11.427700 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.564237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419da9-2fcb-4608-bb58-b37bc5490195 req-e9aa6dc5-227c-49a2-b844-01b878fe3983 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:11.565845 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81419da9-2fcb-4608-bb58-b37bc5490195 req-e9aa6dc5-227c-49a2-b844-01b878fe3983 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 944 time: 0.0566454 Apr 03 16:43:11.606738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 01ca750f-ab60-40cb-9787-02f66324dbf4 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:11.625129 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81419da9-2fcb-4608-bb58-b37bc5490195 req-3593ff98-4c55-46df-9554-bff368ead299 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531917 Apr 03 16:43:11.629449 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 01ca750f-ab60-40cb-9787-02f66324dbf4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:11.629792 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 01ca750f-ab60-40cb-9787-02f66324dbf4 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:11.695350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:11.787605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551019716-network', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:11.805910 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Made reservation on behalf of 824d972b83a34b5aa496e7575d2c04a1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:43:11.808094 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.816297 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.890130 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks [] for security_group (9d29529a-c536-45e4-96c7-c17d6b94ecf8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.893851 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9d29529a-c536-45e4-96c7-c17d6b94ecf8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.915184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:43:11.930419 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29529a-c536-45e4-96c7-c17d6b94ecf8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:11.934392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (5c1c471a-3127-4217-8aa2-25ab09f1a39e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.934745 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Added segment 5c1c471a-3127-4217-8aa2-25ab09f1a39e of type vlan for network 498b46ff-50a9-48cc-b9fa-268830998d6f Apr 03 16:43:11.974550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (498b46ff-50a9-48cc-b9fa-268830998d6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.998839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (498b46ff-50a9-48cc-b9fa-268830998d6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:11.999769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:12.000352 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.034707 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device dbbd94c2-75bf-4009-8a65-65b89156cef5 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:43:12.145253 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:12.159275 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'port_id': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'mac_address': 'fa:16:3e:fa:59:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:43:12.198416 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port dbbd94c2-75bf-4009-8a65-65b89156cef5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:12.198815 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.212502 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbd94c2-75bf-4009-8a65-65b89156cef5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:43:12.237191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:12.241230 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.290728 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:12.293997 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5975299 Apr 03 16:43:12.296975 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:12.300234 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85de05a-4a20-4af0-92b4-90966daa5984 admin admin] Pushing event updated for resources: {'Network': ['ID=498b46ff-50a9-48cc-b9fa-268830998d6f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:12.302509 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Request body: {'subnet': {'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551019716-subnet', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:12.316252 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 498b46ff-50a9-48cc-b9fa-268830998d6f details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:43:12.321850 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Made reservation on behalf of 824d972b83a34b5aa496e7575d2c04a1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:43:12.324205 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4882855'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.487788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4783787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4882865'] for subnet (a5b8217e-3a9f-436e-b14d-3fd9c226da2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.541334 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b8217e-3a9f-436e-b14d-3fd9c226da2d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:12.552050 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Checking segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:12.552429 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Network hostable DHCP agents. Network: 498b46ff-50a9-48cc-b9fa-268830998d6f, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:43:12.567940 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Network 498b46ff-50a9-48cc-b9fa-268830998d6f is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:43:12.576507 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 498b46ff-50a9-48cc-b9fa-268830998d6f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:12.581516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:12.582754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.586625 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37083135-3705-4579-95cb-d4d02d1632f0 None None] Network 498b46ff-50a9-48cc-b9fa-268830998d6f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:12.605195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:12.609051 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0c836586-9f77-42f9-98ac-cfaaaf066206 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3108590 Apr 03 16:43:12.610096 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:12.632704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.633954 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.650034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['dbbd94c2-75bf-4009-8a65-65b89156cef5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:43:12.695346 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for router_controller (0b3a3a77-ec7d-4216-9b39-67d02b282367), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.773412 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-498b46ff-50a9-48cc-b9fa-268830998d6f', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:43:12.774249 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.884310 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9335-eb77-4272-b440-9ab4deee68c7 req-fcf8cab5-75e3-44b9-ae65-02de269d4961 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:12.885705 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e9f9335-eb77-4272-b440-9ab4deee68c7 req-fcf8cab5-75e3-44b9-ae65-02de269d4961 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 945 time: 0.1810889 Apr 03 16:43:12.887523 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for router_gateway (0b3a3a77-ec7d-4216-9b39-67d02b282367), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:12.983694 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e9f9335-eb77-4272-b440-9ab4deee68c7 req-87ea6e79-71a5-44f1-a7cd-66ca4e76c940 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901599 Apr 03 16:43:12.988583 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Allocated IP 172.20.0.2 (498b46ff-50a9-48cc-b9fa-268830998d6f/a5b8217e-3a9f-436e-b14d-3fd9c226da2d/c19ff836-192d-43dc-9dc9-46340d1a24a0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:13.014871 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.133376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for router_gateway (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.153146 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.193147 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks [] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.197977 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.232745 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Network 498b46ff-50a9-48cc-b9fa-268830998d6f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:13.236092 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:13.239869 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:13.254618 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Pushing event updated for resources: {'Port': ['ID=c19ff836-192d-43dc-9dc9-46340d1a24a0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:13.263504 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Allocated IP 172.27.2.246 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/4b2a2d51-224f-4387-bc50-f276a5101309) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:13.304030 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Attempting to bind port c19ff836-192d-43dc-9dc9-46340d1a24a0 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:13.307502 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Attempting to bind port c19ff836-192d-43dc-9dc9-46340d1a24a0 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:13.308364 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Attempting to bind port c19ff836-192d-43dc-9dc9-46340d1a24a0 on network 498b46ff-50a9-48cc-b9fa-268830998d6f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:13.313531 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:13.314448 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Checking segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:13.314847 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.315343 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Bound using segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:13.315814 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Bound port: c19ff836-192d-43dc-9dc9-46340d1a24a0, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:13.316195 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.365582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for port (4b2a2d51-224f-4387-bc50-f276a5101309), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.381410 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] For port c19ff836-192d-43dc-9dc9-46340d1a24a0, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:13.384466 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] For port c19ff836-192d-43dc-9dc9-46340d1a24a0, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c19ff836-192d-43dc-9dc9-46340d1a24a0,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:13.390137 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.400677 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.439444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:13.446811 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:13.447432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8128d-a7e0-4bbf-bbfa-01d844851fe8 None None] Pushing event updated for resources: {'Port': ['ID=c19ff836-192d-43dc-9dc9-46340d1a24a0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:13.453084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:13.459415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Pushing event updated for resources: {'Port': ['ID=4b2a2d51-224f-4387-bc50-f276a5101309,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:13.738570 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for router_gateway (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:13.933700 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.100712 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Router 0b3a3a77-ec7d-4216-9b39-67d02b282367 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:43:14.163683 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef77e-b437-485a-8b5d-38afc236d46b req-2f33572c-6e77-4eb6-a0a9-472c9e13d829 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:14.165306 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58fef77e-b437-485a-8b5d-38afc236d46b req-2f33572c-6e77-4eb6-a0a9-472c9e13d829 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 945 time: 0.1080585 Apr 03 16:43:14.258307 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58fef77e-b437-485a-8b5d-38afc236d46b req-de89bc3a-80fc-40de-a4c9-92d6a742b653 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666468 Apr 03 16:43:14.270431 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:14.287965 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Sync routers for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:14.296244 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.297481 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8d5e43ac-a628-479f-ad0f-6378947d8f5b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6909444 Apr 03 16:43:14.300114 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:14.304809 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:14.305443 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:14.403151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cc00e-6cf3-45cc-9cc0-d1bc4cdd2536 None None] Network 498b46ff-50a9-48cc-b9fa-268830998d6f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:14.425623 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:14.471270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.520499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Provisioning complete for port c19ff836-192d-43dc-9dc9-46340d1a24a0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:14.520878 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.619855 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Current status of the port c19ff836-192d-43dc-9dc9-46340d1a24a0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:14.620247 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.623837 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:13Z', 'revision_number': 3, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:14.658540 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Checking router: 0b3a3a77-ec7d-4216-9b39-67d02b282367 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:14.658852 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Updating router 0b3a3a77-ec7d-4216-9b39-67d02b282367 port 4b2a2d51-224f-4387-bc50-f276a5101309 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:43:14.665226 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] For port c19ff836-192d-43dc-9dc9-46340d1a24a0, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c19ff836-192d-43dc-9dc9-46340d1a24a0,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:14.670902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.700212 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.734859 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.752697 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e7c7-571a-42f4-918a-bc0853c58948 None None] Pushing event updated for resources: {'Port': ['ID=c19ff836-192d-43dc-9dc9-46340d1a24a0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:14.787049 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.894083 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fa45b47f-6490-46ac-9be2-487e9fbca751 None None] Provisioning complete for port c19ff836-192d-43dc-9dc9-46340d1a24a0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:14.894514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fa45b47f-6490-46ac-9be2-487e9fbca751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.950036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Allocated IP 172.20.0.1 (498b46ff-50a9-48cc-b9fa-268830998d6f/a5b8217e-3a9f-436e-b14d-3fd9c226da2d/0828d165-39b8-47eb-aa2b-a3a8413b20fe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:14.967430 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks [] for port (4b2a2d51-224f-4387-bc50-f276a5101309), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.973320 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:14.974715 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fa45b47f-6490-46ac-9be2-487e9fbca751 None None] Current status of the port c19ff836-192d-43dc-9dc9-46340d1a24a0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:15.025427 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Pushing event updated for resources: {'Port': ['ID=4b2a2d51-224f-4387-bc50-f276a5101309,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:15.029798 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Attempting to bind port 4b2a2d51-224f-4387-bc50-f276a5101309 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:15.030103 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Attempting to bind port 4b2a2d51-224f-4387-bc50-f276a5101309 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:15.030465 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Attempting to bind port 4b2a2d51-224f-4387-bc50-f276a5101309 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:15.039177 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:15.039555 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:15.039959 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.040353 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:15.040847 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Bound port: 4b2a2d51-224f-4387-bc50-f276a5101309, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:15.041228 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.043297 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.043636 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.044001 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.044355 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.044709 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.045037 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.045360 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.045681 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.046002 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.046324 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.046645 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.046981 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.047302 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.047619 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.047973 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:43:15.060068 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks [] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.093318 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.108240 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] For port 4b2a2d51-224f-4387-bc50-f276a5101309, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:15.111982 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] For port 4b2a2d51-224f-4387-bc50-f276a5101309, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=4b2a2d51-224f-4387-bc50-f276a5101309,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:15.117338 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.130937 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Network 498b46ff-50a9-48cc-b9fa-268830998d6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:15.135415 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:15.140963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:15.147093 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:15.176725 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c677-f9ef-4e23-8518-30f80baa14dd None None] Pushing event updated for resources: {'Port': ['ID=4b2a2d51-224f-4387-bc50-f276a5101309,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:15.187850 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:15.188342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.188572 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:15.310562 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:15.339639 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.402052 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-07a4fc67-0583-4e43-9bd6-08e9932c71eb None None] Provisioning complete for port 0828d165-39b8-47eb-aa2b-a3a8413b20fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:15.402797 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07a4fc67-0583-4e43-9bd6-08e9932c71eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.433749 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed454fa5-90cd-4e97-8fec-90f73627ab14 req-66b96410-4d37-4a07-acd4-50f1b359fd37 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:15.435166 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed454fa5-90cd-4e97-8fec-90f73627ab14 req-66b96410-4d37-4a07-acd4-50f1b359fd37 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 945 time: 0.0965223 Apr 03 16:43:15.441534 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-07a4fc67-0583-4e43-9bd6-08e9932c71eb None None] Port 0828d165-39b8-47eb-aa2b-a3a8413b20fe cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:43:15.499743 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:13Z', 'revision_number': 3, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:15.539773 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed454fa5-90cd-4e97-8fec-90f73627ab14 req-1840db59-e600-46ce-8f11-3fcdc98072f3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905750 Apr 03 16:43:15.590239 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks [] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.595593 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.634459 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a05a6-78a5-43ff-9d00-8e8994b1c751 None None] The sync data for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi is: [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:13Z', 'revision_number': 3, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:15.667166 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:15.669243 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c19ff836-192d-43dc-9dc9-46340d1a24a0 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:15.669579 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.722971 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port c19ff836-192d-43dc-9dc9-46340d1a24a0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:15.723361 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:15.771407 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Network 498b46ff-50a9-48cc-b9fa-268830998d6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:15.772973 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:15.815437 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port c19ff836-192d-43dc-9dc9-46340d1a24a0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:15.918264 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Router 0b3a3a77-ec7d-4216-9b39-67d02b282367 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:16.057068 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device dbbd94c2-75bf-4009-8a65-65b89156cef5 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:16.058041 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:16.073461 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-02b5c6c8-39c2-4c1a-91f5-2b47101d1ec8 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b3a3a77-ec7d-4216-9b39-67d02b282367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655702 Apr 03 16:43:16.109524 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-517556b3-91ab-4c0a-b85b-ca16349f604a None None] Provisioning complete for port 0828d165-39b8-47eb-aa2b-a3a8413b20fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:16.110042 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-517556b3-91ab-4c0a-b85b-ca16349f604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.149607 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-517556b3-91ab-4c0a-b85b-ca16349f604a None None] Port 0828d165-39b8-47eb-aa2b-a3a8413b20fe cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:43:16.152306 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port dbbd94c2-75bf-4009-8a65-65b89156cef5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:43:16.156935 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port dbbd94c2-75bf-4009-8a65-65b89156cef5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:16.157980 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.255563 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port dbbd94c2-75bf-4009-8a65-65b89156cef5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:16.255957 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.279930 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:16.290620 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96e318d-bb0c-4b5c-80ed-52393b78fd80" -d '{"events": [{"server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "name": "network-vif-plugged", "status": "completed", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:16.305897 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:16.312863 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.343147 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaefc93-9c11-4d8b-bda8-4df54f7aa206 x-openstack-request-id: req-5aaefc93-9c11-4d8b-bda8-4df54f7aa206 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:16.343463 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "name": "network-vif-plugged", "status": "completed", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:16.343783 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5aaefc93-9c11-4d8b-bda8-4df54f7aa206 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:16.344286 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aaefc93-9c11-4d8b-bda8-4df54f7aa206'] response: {'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'code': 200} Apr 03 16:43:16.382457 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:16.587522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6d98a-b2a3-416d-abf5-3750f01fa74d req-6c69bcb0-c5c3-4e24-b759-b9996126aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:16.589169 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6a6d98a-b2a3-416d-abf5-3750f01fa74d req-6c69bcb0-c5c3-4e24-b759-b9996126aeb5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1130 time: 0.0495467 Apr 03 16:43:16.600438 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:16.606160 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1791622255-network', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:16.629626 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Made reservation on behalf of e9e6f1abd0d04c9db084989d86479e87 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:43:16.632046 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.641410 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.648048 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6a6d98a-b2a3-416d-abf5-3750f01fa74d req-6703d7b1-0dbd-4e68-af7d-38dcde7a9130 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Apr 03 16:43:16.690065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfa8f1-4272-4c6f-a332-782a23b61b2a req-cfd240b1-896c-413c-bdfb-8e299a694694 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:16.691897 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-becfa8f1-4272-4c6f-a332-782a23b61b2a req-cfd240b1-896c-413c-bdfb-8e299a694694 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0657020 Apr 03 16:43:16.717730 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks [] for security_group (6176e503-2f09-4243-97f6-aaba00f8de7b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.721795 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6176e503-2f09-4243-97f6-aaba00f8de7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.744285 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-becfa8f1-4272-4c6f-a332-782a23b61b2a req-c99a18ca-cf74-4af9-83ae-2a38556f7565 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Apr 03 16:43:16.747488 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:43:16.756388 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6176e503-2f09-4243-97f6-aaba00f8de7b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:16.765975 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (ba408a44-e72e-4f9a-b047-8e8315eea7b8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.766324 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Added segment ba408a44-e72e-4f9a-b047-8e8315eea7b8 of type vlan for network 1de2068e-09e2-4500-b699-d971b04ae958 Apr 03 16:43:16.812123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (1de2068e-09e2-4500-b699-d971b04ae958), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.836762 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (1de2068e-09e2-4500-b699-d971b04ae958), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.837747 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:16.838330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:16.888274 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2860265 Apr 03 16:43:16.891142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:16.897218 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Request body: {'subnet': {'network_id': '1de2068e-09e2-4500-b699-d971b04ae958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1791622255-subnet', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:16.899259 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9350cc-4381-417b-95e6-b000d384576c admin admin] Pushing event updated for resources: {'Network': ['ID=1de2068e-09e2-4500-b699-d971b04ae958,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:16.909864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 1de2068e-09e2-4500-b699-d971b04ae958 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:43:16.917650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Made reservation on behalf of e9e6f1abd0d04c9db084989d86479e87 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:43:16.920019 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.091641 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.150715 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:17.162952 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Checking segment: {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:17.163289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Network hostable DHCP agents. Network: 1de2068e-09e2-4500-b699-d971b04ae958, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:43:17.179607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Network 1de2068e-09e2-4500-b699-d971b04ae958 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:43:17.187961 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 1de2068e-09e2-4500-b699-d971b04ae958) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:17.192393 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:17.193017 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.197147 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e15327-60f4-4edd-bf4c-737bb24c8dc5 None None] Network 1de2068e-09e2-4500-b699-d971b04ae958 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:17.211998 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-86bd43dc-ad5c-4ce1-9841-324d24de9f08 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3191020 Apr 03 16:43:17.214434 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:17.218717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:17.238403 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8346418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8377'] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.239583 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8346274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8339955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7923167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8368'] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.293677 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for router_controller (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.296885 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31572d56-af1a-55e0-b97b-3e272a08388c-1de2068e-09e2-4500-b699-d971b04ae958', 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958', 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'fixed_ips': [{'subnet_id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960'}]}} from dv-cinder-836252-2-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:43:17.297783 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.325549 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Sync routers for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:17.388587 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:17.389153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:17.533171 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Allocated IP 172.20.0.2 (1de2068e-09e2-4500-b699-d971b04ae958/0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960/2738f55e-cd2b-4ad1-8a58-8971253ec228) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:17.555416 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:17.692227 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for router_gateway (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.717871 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 4b2a2d51-224f-4387-bc50-f276a5101309 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:17.931259 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for router_gateway (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.942286 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 4b2a2d51-224f-4387-bc50-f276a5101309 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:17.942796 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:17.957498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113e09b-53e1-4da2-a465-0295fafbcc8d req-b4e66fbb-d0a3-46c2-bc7a-2712665b44c9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:17.958986 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6113e09b-53e1-4da2-a465-0295fafbcc8d req-b4e66fbb-d0a3-46c2-bc7a-2712665b44c9 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.1335711 Apr 03 16:43:17.960457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.034691 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks [] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.057258 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6113e09b-53e1-4da2-a465-0295fafbcc8d req-0f294ca5-ad22-4aa2-88c1-69ef7dc14d0c tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896769 Apr 03 16:43:18.064124 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.111990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Allocated IP 172.27.2.36 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/2881be94-caf4-4ad7-8858-7e8f8b79f801) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:18.138559 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Network 1de2068e-09e2-4500-b699-d971b04ae958 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:18.149997 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:18.153394 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:18.174379 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Pushing event updated for resources: {'Port': ['ID=2738f55e-cd2b-4ad1-8a58-8971253ec228,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:18.222412 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 4b2a2d51-224f-4387-bc50-f276a5101309 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:18.222899 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.225025 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.242865 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 2, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:18.268059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.285821 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 4b2a2d51-224f-4387-bc50-f276a5101309, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=4b2a2d51-224f-4387-bc50-f276a5101309,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:18.288591 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Checking router: 0b3a3a77-ec7d-4216-9b39-67d02b282367 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:18.288941 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Updating router 0b3a3a77-ec7d-4216-9b39-67d02b282367 port 0828d165-39b8-47eb-aa2b-a3a8413b20fe binding host dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:43:18.292517 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Attempting to bind port 2738f55e-cd2b-4ad1-8a58-8971253ec228 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:18.292890 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Attempting to bind port 2738f55e-cd2b-4ad1-8a58-8971253ec228 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:18.293254 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Attempting to bind port 2738f55e-cd2b-4ad1-8a58-8971253ec228 on network 1de2068e-09e2-4500-b699-d971b04ae958 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:18.310209 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:18.310834 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.316888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:18.319889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:18.340912 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:18.341296 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Checking segment: {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:18.341696 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.342092 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Bound using segment: {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:18.342579 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Bound port: 2738f55e-cd2b-4ad1-8a58-8971253ec228, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:18.342959 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.358459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.361436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2881be94-caf4-4ad7-8858-7e8f8b79f801,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:18.439142 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=4b2a2d51-224f-4387-bc50-f276a5101309,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:18.531729 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] For port 2738f55e-cd2b-4ad1-8a58-8971253ec228, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:18.536637 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] For port 2738f55e-cd2b-4ad1-8a58-8971253ec228, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2738f55e-cd2b-4ad1-8a58-8971253ec228,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:18.546266 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.595289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for router_gateway (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.654706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760f42f-f000-4f5f-be48-3e41f8adae5b None None] Pushing event updated for resources: {'Port': ['ID=2738f55e-cd2b-4ad1-8a58-8971253ec228,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:18.751524 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks [] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.759525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.842173 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1c321-cea3-4559-83ae-23af28abd039 None None] Pushing event updated for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:18.855892 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8346283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8339748'] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.919715 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Attempting to bind port 0828d165-39b8-47eb-aa2b-a3a8413b20fe on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:18.920211 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Attempting to bind port 0828d165-39b8-47eb-aa2b-a3a8413b20fe by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:18.921038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Attempting to bind port 0828d165-39b8-47eb-aa2b-a3a8413b20fe on network 498b46ff-50a9-48cc-b9fa-268830998d6f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:18.927919 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:18.929340 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Checking segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:18.929966 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:18.931213 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Bound using segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:18.931916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Bound port: 0828d165-39b8-47eb-aa2b-a3a8413b20fe, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:18.933061 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.010302 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] For port 0828d165-39b8-47eb-aa2b-a3a8413b20fe, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:19.013567 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] For port 0828d165-39b8-47eb-aa2b-a3a8413b20fe, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0828d165-39b8-47eb-aa2b-a3a8413b20fe,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:19.024046 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.024400 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 is scheduled to L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:43:19.102504 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:19.103196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:19.109336 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1c321-cea3-4559-83ae-23af28abd039 None None] Pushing event updated for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:19.183502 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Provisioning complete for port 0828d165-39b8-47eb-aa2b-a3a8413b20fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:19.183891 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.190665 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:19.199074 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Sync routers for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:19.216682 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:19.217723 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:19.219859 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7589d-a1eb-41da-960b-32d5d2a12e59 req-20f221df-cd5d-422a-9738-88071df58216 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:19.222112 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7b7589d-a1eb-41da-960b-32d5d2a12e59 req-20f221df-cd5d-422a-9738-88071df58216 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0785367 Apr 03 16:43:19.225375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.229905 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:19.230418 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a0192fed-378b-4112-a557-ded462b716d5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0149295 Apr 03 16:43:19.268430 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:19.294880 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7b7589d-a1eb-41da-960b-32d5d2a12e59 req-00e0e504-5be2-43cd-a017-71af233a528b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633557 Apr 03 16:43:19.386064 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:19.441956 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Current status of the port 0828d165-39b8-47eb-aa2b-a3a8413b20fe is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:19.442350 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.499835 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb5a55-989b-4ec2-8870-a3f23bcd3c6b req-41ef911f-145f-4a93-955d-4dd4a046e405 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:19.502005 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cbb5a55-989b-4ec2-8870-a3f23bcd3c6b req-41ef911f-145f-4a93-955d-4dd4a046e405 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0939674 Apr 03 16:43:19.515011 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] For port 0828d165-39b8-47eb-aa2b-a3a8413b20fe, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0828d165-39b8-47eb-aa2b-a3a8413b20fe,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:19.526906 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.631181 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cbb5a55-989b-4ec2-8870-a3f23bcd3c6b req-4d23b23d-a4e9-42e1-9043-f761b9679eb3 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221449 Apr 03 16:43:19.660229 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:19.743008 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 3, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:19.797638 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Checking router: e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:19.798733 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Updating router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 port 2881be94-caf4-4ad7-8858-7e8f8b79f801 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:43:19.866448 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.887907 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:19.897673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2738f55e-cd2b-4ad1-8a58-8971253ec228 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:19.944833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e21b0f-67ae-48c6-bcf7-955278773072 None None] Network 1de2068e-09e2-4500-b699-d971b04ae958 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:43:19.977144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87356-1295-4f89-85f2-f4a432de6d67 None None] Pushing event updated for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.042587 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c42836fc-d9bc-40f4-9299-24c43a8b0a32 None None] Provisioning complete for port 0828d165-39b8-47eb-aa2b-a3a8413b20fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:20.043218 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c42836fc-d9bc-40f4-9299-24c43a8b0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.062453 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430df30-9289-4697-a5d7-839ba07a2e0d tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:20.068115 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c430df30-9289-4697-a5d7-839ba07a2e0d tempest-TestVolumeBootPattern-592536264 tempest-TestVolumeBootPattern-592536264-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1125 time: 0.4066050 Apr 03 16:43:20.068737 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:20.073574 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'port_id': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:20.103728 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Allocated IP 172.20.0.1 (1de2068e-09e2-4500-b699-d971b04ae958/0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960/c66749ab-2393-4909-a69c-03fa28c8c217) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:20.104038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.133498 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 2738f55e-cd2b-4ad1-8a58-8971253ec228 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:20.133872 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.211565 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks [] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.219172 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.237145 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:20.238666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks [] for port (c66749ab-2393-4909-a69c-03fa28c8c217), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.254505 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.275326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87145be-a289-420b-a0fd-eadbcf431ebe None None] The sync data for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi is: [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:20.284706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.291673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c42836fc-d9bc-40f4-9299-24c43a8b0a32 None None] Current status of the port 0828d165-39b8-47eb-aa2b-a3a8413b20fe is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:20.305495 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021381cd-17b3-4573-9cb3-940f91ef747e None None] Pushing event updated for resources: {'Port': ['ID=2881be94-caf4-4ad7-8858-7e8f8b79f801,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.320943 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Attempting to bind port 2881be94-caf4-4ad7-8858-7e8f8b79f801 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:20.321316 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Attempting to bind port 2881be94-caf4-4ad7-8858-7e8f8b79f801 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:20.321931 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Attempting to bind port 2881be94-caf4-4ad7-8858-7e8f8b79f801 on network de3e81b9-a78d-401f-a610-825b0af1b78d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:20.333580 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:20.336876 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Checking segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:20.337625 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.338214 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Bound using segment: {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:20.340143 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Bound port: 2881be94-caf4-4ad7-8858-7e8f8b79f801, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02edaa65-888f-4d73-bf59-9749e7ca4189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:20.340897 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.391106 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 2738f55e-cd2b-4ad1-8a58-8971253ec228 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:20.391597 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.391998 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Pushing event updated for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.419010 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Network 1de2068e-09e2-4500-b699-d971b04ae958 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:20.420491 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:20.423473 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:20.464456 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6ab6b072-520f-42f6-bfd8-8b64dc347c39 None None] Provisioning complete for port 2738f55e-cd2b-4ad1-8a58-8971253ec228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:20.464861 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b072-520f-42f6-bfd8-8b64dc347c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.470951 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 2738f55e-cd2b-4ad1-8a58-8971253ec228, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2738f55e-cd2b-4ad1-8a58-8971253ec228,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:20.492382 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.493210 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 4b2a2d51-224f-4387-bc50-f276a5101309 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:20.530371 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] For port 2881be94-caf4-4ad7-8858-7e8f8b79f801, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:20.539524 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] For port 2881be94-caf4-4ad7-8858-7e8f8b79f801, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2881be94-caf4-4ad7-8858-7e8f8b79f801,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:20.556130 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8340467'] for router_interface (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.559643 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.570756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Allocated IP 172.27.2.240 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/f8d3b20d-cf3a-474c-806a-c5eecea6498a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:43:20.647010 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=2738f55e-cd2b-4ad1-8a58-8971253ec228,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.686540 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:20.687325 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:20.692615 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021381cd-17b3-4573-9cb3-940f91ef747e None None] Pushing event updated for resources: {'Port': ['ID=2881be94-caf4-4ad7-8858-7e8f8b79f801,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.732323 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 4b2a2d51-224f-4387-bc50-f276a5101309 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:20.734312 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.766863 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.807226 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.807566 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:20.811913 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6b072-520f-42f6-bfd8-8b64dc347c39 None None] Current status of the port 2738f55e-cd2b-4ad1-8a58-8971253ec228 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:20.851616 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:20.855057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:20.858430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:43:20.913352 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 4b2a2d51-224f-4387-bc50-f276a5101309 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:20.932144 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:20.934081 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=f8d3b20d-cf3a-474c-806a-c5eecea6498a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:20.957428 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-60a42808-fd52-4cea-9ec6-218a6960c6c7 None None] Provisioning complete for port 2738f55e-cd2b-4ad1-8a58-8971253ec228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:20.957816 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-60a42808-fd52-4cea-9ec6-218a6960c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.107759 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-60a42808-fd52-4cea-9ec6-218a6960c6c7 None None] Current status of the port 2738f55e-cd2b-4ad1-8a58-8971253ec228 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:21.142942 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks [] for port (c66749ab-2393-4909-a69c-03fa28c8c217), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.151780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.185102 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 3, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:21.218980 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320919eb-9961-4389-9794-431fe703b0f1 None None] The sync data for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi is: [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 3, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:21.232180 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46f774f9-664d-4ee6-99bf-206119aed8f3 None None] Provisioning complete for port c66749ab-2393-4909-a69c-03fa28c8c217 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:21.232614 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46f774f9-664d-4ee6-99bf-206119aed8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.275038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46f774f9-664d-4ee6-99bf-206119aed8f3 None None] Port c66749ab-2393-4909-a69c-03fa28c8c217 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:43:21.281288 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7973205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8340327'] for router_interface (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.286190 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Pushing event updated for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:21.392635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (20de6939-e567-407f-ab6d-2f03cb435538), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.395322 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Network 1de2068e-09e2-4500-b699-d971b04ae958 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:43:21.396842 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:43:21.518409 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.561700 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:21.768600 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:21.776926 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7bfe446a-f9f7-4870-91a7-96ca70095cff admin admin] 10.222.0.48 "PUT /v2.0/routers/e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5447500 Apr 03 16:43:21.811582 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-41faa99c-3257-4382-84a3-bcf92d6aedd9 None None] Provisioning complete for port c66749ab-2393-4909-a69c-03fa28c8c217 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:21.811959 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41faa99c-3257-4382-84a3-bcf92d6aedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.858982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.870032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.875039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-41faa99c-3257-4382-84a3-bcf92d6aedd9 None None] Port c66749ab-2393-4909-a69c-03fa28c8c217 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:43:21.893453 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0828d165-39b8-47eb-aa2b-a3a8413b20fe up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:21.954551 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event updated for resources: {'Port': ['ID=f8d3b20d-cf3a-474c-806a-c5eecea6498a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:21.964692 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (20de6939-e567-407f-ab6d-2f03cb435538), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:21.981760 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 0828d165-39b8-47eb-aa2b-a3a8413b20fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:21.982393 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.100144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 0828d165-39b8-47eb-aa2b-a3a8413b20fe is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:22.101965 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2738f55e-cd2b-4ad1-8a58-8971253ec228 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:22.167876 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 2738f55e-cd2b-4ad1-8a58-8971253ec228 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:22.168574 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.304889 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 2738f55e-cd2b-4ad1-8a58-8971253ec228 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:22.371330 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP 20de6939-e567-407f-ab6d-2f03cb435538 associated. External IP: 172.27.2.240, port: dbbd94c2-75bf-4009-8a65-65b89156cef5. Apr 03 16:43:22.426366 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:22.431122 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315303388', 'description': 'tempest-secgroup-smoke-1315303388 description', 'project_id': '824d972b83a34b5aa496e7575d2c04a1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:22.450713 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.522944 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (d385a9bb-c7d5-42a7-a4d8-42046f9febed), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.529846 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (d385a9bb-c7d5-42a7-a4d8-42046f9febed), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.558452 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.559688 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321487 Apr 03 16:43:22.562756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:22.569177 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647066a3-fc10-4854-b8fc-82aceda2f08a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d385a9bb-c7d5-42a7-a4d8-42046f9febed,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:22.571972 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:22.614914 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (d7645555-a1f7-4d73-91ec-8aea1680e65f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.648429 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:22.751314 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (d7645555-a1f7-4d73-91ec-8aea1680e65f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.760507 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (d7645555-a1f7-4d73-91ec-8aea1680e65f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.786916 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7645555-a1f7-4d73-91ec-8aea1680e65f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:22.796090 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.800176 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-34504e3d-3eca-453d-891a-16f68f21874c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335131 Apr 03 16:43:22.800630 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:22.805373 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:22.809989 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:22.820708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:22.829387 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.833879 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:22.834224 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (6ea726a8-f1db-4638-aaa2-6491f716c3c9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.834896 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:22.860937 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5b4b0492-cbe5-42e8-a64e-b91f1a3e1f5d tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7911553 Apr 03 16:43:22.861513 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:22.863827 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8558045-9c57-4512-a3fe-c2fb69eabd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:22.900031 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (6ea726a8-f1db-4638-aaa2-6491f716c3c9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.904544 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ef51f-65c8-4445-9f1d-18ea0207984e x-openstack-request-id: req-1a2ef51f-65c8-4445-9f1d-18ea0207984e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:22.904836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:22.905115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a2ef51f-65c8-4445-9f1d-18ea0207984e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:22.905551 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2ef51f-65c8-4445-9f1d-18ea0207984e'] response: {'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'status': 'completed', 'code': 200} Apr 03 16:43:22.906496 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (6ea726a8-f1db-4638-aaa2-6491f716c3c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.929790 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea726a8-f1db-4638-aaa2-6491f716c3c9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:22.937865 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.939990 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0caf1882-4c4f-41d1-b941-4d3a36ab2c07 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381998 Apr 03 16:43:22.942901 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:22.947428 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:22.962318 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:22.978315 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (82416659-3831-410a-b58a-17a3b378ffea), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:22.982800 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-2714ace6-e562-4221-9bb8-e1823b69da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:22.984430 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-2714ace6-e562-4221-9bb8-e1823b69da19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1130 time: 0.0564427 Apr 03 16:43:23.040916 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (82416659-3831-410a-b58a-17a3b378ffea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.045631 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (82416659-3831-410a-b58a-17a3b378ffea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.061781 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82416659-3831-410a-b58a-17a3b378ffea,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:23.075309 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.076547 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fa29149a-adeb-4dd3-85ea-1171948d3654 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329372 Apr 03 16:43:23.079593 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:23.086008 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:23.109730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-04c69fd2-eb74-4cb1-8f1f-355e221c3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:23.111308 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-04c69fd2-eb74-4cb1-8f1f-355e221c3296 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.1148419 Apr 03 16:43:23.129587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (b9db470f-de01-4595-ac24-eac70f6da8df), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.208831 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-5b751cce-4b48-4663-8a3a-edf56055b539 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 200 len: 1000 time: 0.0875142 Apr 03 16:43:23.232963 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '20de6939-e567-407f-ab6d-2f03cb435538', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:fa:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:43:21Z', 'updated_at': '2022-04-03T16:43:21Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}, {'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:23.265964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:23.271271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (b9db470f-de01-4595-ac24-eac70f6da8df), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.275811 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:23.276295 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (b9db470f-de01-4595-ac24-eac70f6da8df), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.276827 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:23.278743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-a78395c6-d5c4-4e6a-b2ed-91985395260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:23.280204 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-a78395c6-d5c4-4e6a-b2ed-91985395260a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0626233 Apr 03 16:43:23.322171 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9db470f-de01-4595-ac24-eac70f6da8df,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:23.327741 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.329184 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7948b80a-24e4-4c10-88c8-82064936cbec tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484231 Apr 03 16:43:23.332150 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:23.338624 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:23.349050 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-8d0744b9-4242-4eee-b80a-0f006ce08857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:23.350575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-8d0744b9-4242-4eee-b80a-0f006ce08857 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604446 Apr 03 16:43:23.366907 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Project 824d972b83a34b5aa496e7575d2c04a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:43:23.372206 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (1848e2d4-d29f-4946-b4d5-d7a0581e2258), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.399823 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:23.446924 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (1848e2d4-d29f-4946-b4d5-d7a0581e2258), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.452122 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (1848e2d4-d29f-4946-b4d5-d7a0581e2258), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.455384 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-3857434e-8a46-434b-9b4a-2372a4dae224 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966635 Apr 03 16:43:23.471747 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1848e2d4-d29f-4946-b4d5-d7a0581e2258,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:23.481889 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.483455 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e78880f7-2fd8-4a57-95d5-fe356261d973 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501861 Apr 03 16:43:23.486894 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:23.494076 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'security_group_rule': {'security_group_id': 'd385a9bb-c7d5-42a7-a4d8-42046f9febed', 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:43:23.517875 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Project 824d972b83a34b5aa496e7575d2c04a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:43:23.522976 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (dc51bc39-41b6-44c6-a44d-e6c17fa138f7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.566521 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d8558045-9c57-4512-a3fe-c2fb69eabd5b req-fa9fa9a2-7e4d-45c7-b81a-14d1346f8765 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052139 Apr 03 16:43:23.614256 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (dc51bc39-41b6-44c6-a44d-e6c17fa138f7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.630449 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866093'] for security_group_rule (dc51bc39-41b6-44c6-a44d-e6c17fa138f7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.632870 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Sync routers for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:23.647724 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:23.648356 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:23.652845 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc51bc39-41b6-44c6-a44d-e6c17fa138f7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:23.673039 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.674302 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-97ba3399-b19c-4854-8104-3ebaceb1c7de tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856320 Apr 03 16:43:23.688883 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2881be94-caf4-4ad7-8858-7e8f8b79f801 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:23.786394 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:23.841290 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 2881be94-caf4-4ad7-8858-7e8f8b79f801 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:23.841682 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:23.918000 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '20de6939-e567-407f-ab6d-2f03cb435538', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:fa:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:43:21Z', 'updated_at': '2022-04-03T16:43:21Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}, {'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:23.980401 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3459db-b253-412e-9d60-eafa6a9c1fcf None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': '20de6939-e567-407f-ab6d-2f03cb435538', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:fa:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:43:21Z', 'updated_at': '2022-04-03T16:43:21Z', 'revision_number': 0, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}, {'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:23.995521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 2881be94-caf4-4ad7-8858-7e8f8b79f801 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:23.996445 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.027264 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] For port 2881be94-caf4-4ad7-8858-7e8f8b79f801, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2881be94-caf4-4ad7-8858-7e8f8b79f801,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:24.033984 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.046953 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 4, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'c66749ab-2393-4909-a69c-03fa28c8c217', 'name': '', 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'mac_address': 'fa:16:3e:53:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:19Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 2, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'subnets': [{'id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:24.086128 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Checking router: e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:24.086750 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Updating router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 port c66749ab-2393-4909-a69c-03fa28c8c217 binding host dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:43:24.099850 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Pushing event updated for resources: {'Port': ['ID=2881be94-caf4-4ad7-8858-7e8f8b79f801,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:24.124135 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.331919 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f7fae-b09f-42b0-a004-bdab405d047e None None] New status for floating IP 20de6939-e567-407f-ab6d-2f03cb435538: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:43:24.523276 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks [] for port (c66749ab-2393-4909-a69c-03fa28c8c217), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.531006 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.584070 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e212b-9cb4-4b02-af56-ddf922527f4b None None] Pushing event updated for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:24.644291 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Attempting to bind port c66749ab-2393-4909-a69c-03fa28c8c217 on host dv-cinder-836252-2-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:43:24.644944 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Attempting to bind port c66749ab-2393-4909-a69c-03fa28c8c217 by drivers openvswitch,hyperv on host dv-cinder-836252-2-iscsi at level 0 using segments [{'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:43:24.645077 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Attempting to bind port c66749ab-2393-4909-a69c-03fa28c8c217 on network 1de2068e-09e2-4500-b699-d971b04ae958 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:43:24.650765 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Checking agent: {'id': 'b83a448d-42ec-48d5-aed2-567c179f8421', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 24, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 25, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:43:24.651187 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Checking segment: {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:43:24.651588 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.652378 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Bound using segment: {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:43:24.653102 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Bound port: c66749ab-2393-4909-a69c-03fa28c8c217, host: dv-cinder-836252-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba408a44-e72e-4f9a-b047-8e8315eea7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:43:24.653477 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.720625 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] For port c66749ab-2393-4909-a69c-03fa28c8c217, host dv-cinder-836252-2-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:43:24.724003 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] For port c66749ab-2393-4909-a69c-03fa28c8c217, host dv-cinder-836252-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c66749ab-2393-4909-a69c-03fa28c8c217,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:43:24.734196 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.793565 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:24.794212 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:24.819040 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Provisioning complete for port c66749ab-2393-4909-a69c-03fa28c8c217 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:24.819625 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.834346 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e212b-9cb4-4b02-af56-ddf922527f4b None None] Pushing event updated for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:24.917156 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Current status of the port c66749ab-2393-4909-a69c-03fa28c8c217 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:24.917374 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:24.917948 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:24.954204 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] For port c66749ab-2393-4909-a69c-03fa28c8c217, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c66749ab-2393-4909-a69c-03fa28c8c217,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:24.958777 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:25.010829 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a239c-b5bd-46b1-b549-2a33d75cc0c3 None None] Pushing event updated for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:25.077582 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8ab7232c-fe1e-4986-ab73-0146996fb06d None None] Provisioning complete for port c66749ab-2393-4909-a69c-03fa28c8c217 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:25.077938 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ab7232c-fe1e-4986-ab73-0146996fb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:25.134405 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 4, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'c66749ab-2393-4909-a69c-03fa28c8c217', 'name': '', 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'mac_address': 'fa:16:3e:53:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:19Z', 'updated_at': '2022-04-03T16:43:24Z', 'revision_number': 4, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'subnets': [{'id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:25.159692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7232c-fe1e-4986-ab73-0146996fb06d None None] Current status of the port c66749ab-2393-4909-a69c-03fa28c8c217 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:25.160940 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e28552-65fe-451c-90c1-9a7f4886eb3a None None] The sync data for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi is: [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:20Z', 'revision_number': 4, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'c66749ab-2393-4909-a69c-03fa28c8c217', 'name': '', 'network_id': '1de2068e-09e2-4500-b699-d971b04ae958', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'mac_address': 'fa:16:3e:53:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:19Z', 'updated_at': '2022-04-03T16:43:24Z', 'revision_number': 4, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'subnets': [{'id': '0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:25.710083 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2881be94-caf4-4ad7-8858-7e8f8b79f801 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:25.771866 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port 2881be94-caf4-4ad7-8858-7e8f8b79f801 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:25.772272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:25.872480 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port 2881be94-caf4-4ad7-8858-7e8f8b79f801 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:25.873602 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c66749ab-2393-4909-a69c-03fa28c8c217 up at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:43:25.919271 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Provisioning complete for port c66749ab-2393-4909-a69c-03fa28c8c217 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:43:25.919644 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:25.994245 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Current status of the port c66749ab-2393-4909-a69c-03fa28c8c217 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:43:38.083225 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7c7a-b68f-4281-8c0a-f7f5d1605a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:38.453855 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:43:40.478962 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1edf159b-3aae-4c7b-9709-17fc0c097a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:41.430706 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:42.984835 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:44.415616 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:44.725914 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:51.247484 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eac41-3194-4869-a616-06258d5149e0 req-bc1e6a6f-46e3-442f-8644-e67881f78303 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:51.248996 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-845eac41-3194-4869-a616-06258d5149e0 req-bc1e6a6f-46e3-442f-8644-e67881f78303 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0534251 Apr 03 16:43:51.299301 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-845eac41-3194-4869-a616-06258d5149e0 req-3424c5f2-a3a2-4702-b61d-d06c2f65fa0a tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Apr 03 16:43:52.420769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d271-e050-4ae4-8e35-9d019777dd29 req-38470111-5665-4ec4-acfe-9490dc6ef151 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:52.422217 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9e0d271-e050-4ae4-8e35-9d019777dd29 req-38470111-5665-4ec4-acfe-9490dc6ef151 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Apr 03 16:43:52.467753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9e0d271-e050-4ae4-8e35-9d019777dd29 req-c4a9a8e1-ff7a-4f85-9389-6de3e31c7144 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Apr 03 16:43:53.587059 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3505a4-52fc-4c30-a35e-ca306501679a req-9caf424e-25d8-46f2-8c7a-992c4b1eb988 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:53.588565 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c3505a4-52fc-4c30-a35e-ca306501679a req-9caf424e-25d8-46f2-8c7a-992c4b1eb988 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Apr 03 16:43:53.636376 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2c3505a4-52fc-4c30-a35e-ca306501679a req-c619738f-126a-4148-b0aa-5cf4b4ee3c34 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups?id=25bee605-d8e8-4264-9c83-e324573deec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Apr 03 16:43:53.857314 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-e9c01c0c-2c10-4b70-875a-b27946356486 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:53.858631 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-e9c01c0c-2c10-4b70-875a-b27946356486 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 945 time: 0.0551045 Apr 03 16:43:53.985363 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Deleting port 54096eb5-1f9f-4be0-8da5-c178ae401793 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:53.985700 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.077783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] For port 54096eb5-1f9f-4be0-8da5-c178ae401793, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=54096eb5-1f9f-4be0-8da5-c178ae401793,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:43:54.078170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.249327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.249683 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.250062 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Floating IP 18a69b1d-bd1e-4773-9fe1-14d7e993a213 disassociated. External IP: 172.27.2.104, port: 54096eb5-1f9f-4be0-8da5-c178ae401793. Apr 03 16:43:54.250425 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Calling delete_port for 54096eb5-1f9f-4be0-8da5-c178ae401793 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:54.377908 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (54096eb5-1f9f-4be0-8da5-c178ae401793), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.406519 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'Port': ['ID=54096eb5-1f9f-4be0-8da5-c178ae401793,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:54.521963 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:43:54.629374 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:43:54.639216 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:43:54.650362 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:54.650855 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:54.672396 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] No DVR routers for this DVR port 54096eb5-1f9f-4be0-8da5-c178ae401793 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:43:54.675088 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:54.678830 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dd7f80b-513c-4ec3-94f2-cb54ea286569 req-4ce09d28-a1e0-4c1b-8de9-a10ccd402e0f tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.50 "DELETE /v2.0/ports/54096eb5-1f9f-4be0-8da5-c178ae401793 HTTP/1.1" status: 204 len: 173 time: 0.7818010 Apr 03 16:43:54.679379 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'name': 'network-vif-deleted', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:43:54.681653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e99723-4cb7-4741-8d86-f655d40cf2bb" -d '{"events": [{"server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "name": "network-vif-deleted", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:43:54.783244 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ceb34085-e1e3-484f-b2d6-d2751950431e req-fc8a8add-4e56-4a78-8c00-45630a93ee92 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/ports?device_id=48cf0d88-4b2e-4f44-9b1c-bc3b22731521 HTTP/1.1" status: 200 len: 210 time: 0.0495427 Apr 03 16:43:54.791893 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:54.804571 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711bd5fe-1876-44f8-be8c-4700ce4d5ea1 x-openstack-request-id: req-711bd5fe-1876-44f8-be8c-4700ce4d5ea1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:43:54.804936 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf0d88-4b2e-4f44-9b1c-bc3b22731521", "name": "network-vif-deleted", "tag": "54096eb5-1f9f-4be0-8da5-c178ae401793", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:43:54.805256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-711bd5fe-1876-44f8-be8c-4700ce4d5ea1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:43:54.805753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711bd5fe-1876-44f8-be8c-4700ce4d5ea1'] response: {'server_uuid': '48cf0d88-4b2e-4f44-9b1c-bc3b22731521', 'name': 'network-vif-deleted', 'tag': '54096eb5-1f9f-4be0-8da5-c178ae401793', 'status': 'completed', 'code': 200} Apr 03 16:43:55.000620 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:55.027312 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:43:55.035330 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:43:55.035940 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:55.143454 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:43:55.434276 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:43:55.462001 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4f7cc-8c18-457c-84a4-546cce886f95 None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:47Z', 'revision_number': 4, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '37564b6a-d9fe-4248-b5a8-0ae27b568e47', 'name': '', 'network_id': '63bf1990-7128-47be-913e-09fdf5be21fc', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'mac_address': 'fa:16:3e:54:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:46Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'subnets': [{'id': '1606ce93-5112-4512-aca8-d31a01a9c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:43:55.675066 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e940b-52af-4657-b582-e7f77c023ccd None None] New status for floating IP 18a69b1d-bd1e-4773-9fe1-14d7e993a213: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:43:55.863095 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:55.946065 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-584f34ee-cbf7-469c-b6b6-3abbbbd5fd90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805929 Apr 03 16:43:55.948686 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (25bee605-d8e8-4264-9c83-e324573deec4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:55.980111 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (25bee605-d8e8-4264-9c83-e324573deec4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.045231 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-0c54dffb-904f-413f-abfa-61fefb0625be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:56.046805 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-0c54dffb-904f-413f-abfa-61fefb0625be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0783398 Apr 03 16:43:56.060784 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (25bee605-d8e8-4264-9c83-e324573deec4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.065881 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.068585 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "DELETE /v2.0/security-groups/25bee605-d8e8-4264-9c83-e324573deec4 HTTP/1.1" status: 204 len: 168 time: 0.2034056 Apr 03 16:43:56.070931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:56.086919 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-7d5f5be2-4b3f-45fa-bd92-1b174f28c20b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] show failed (client error): The resource could not be found. Apr 03 16:43:56.087926 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7d5f5be2-4b3f-45fa-bd92-1b174f28c20b tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "GET /v2.0/security-groups/25bee605-d8e8-4264-9c83-e324573deec4 HTTP/1.1" status: 404 len: 347 time: 0.0159988 Apr 03 16:43:56.090719 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:43:56.094618 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98700f-e9d9-47b2-b9ab-461690d1c7ba tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bee605-d8e8-4264-9c83-e324573deec4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:56.165002 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-e6d92d43-1a75-48c6-9353-8fc2f1ca2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:56.166489 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-e6d92d43-1a75-48c6-9353-8fc2f1ca2758 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 200 len: 918 time: 0.0930486 Apr 03 16:43:56.215007 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Deleting port c7f8139b-0fe8-4253-89de-45f4bb1a6815 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:43:56.215346 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.238491 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-b7b1bd48-286e-465e-b15c-cf7c460e0ddc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 200 len: 1000 time: 0.0647469 Apr 03 16:43:56.252028 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 54096eb5-1f9f-4be0-8da5-c178ae401793 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:43:56.276023 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 54096eb5-1f9f-4be0-8da5-c178ae401793 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:43:56.276480 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 54096eb5-1f9f-4be0-8da5-c178ae401793 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:43:56.288048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-436d352e-2351-42cf-a334-12f50ab39b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:56.289551 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-436d352e-2351-42cf-a334-12f50ab39b0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 200 len: 856 time: 0.0453057 Apr 03 16:43:56.291553 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.291890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (c7f8139b-0fe8-4253-89de-45f4bb1a6815), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.304356 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Calling delete_port for c7f8139b-0fe8-4253-89de-45f4bb1a6815 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:43:56.338371 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-fabc7b40-038f-4a54-90b0-1a65b25b7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:56.339898 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-fabc7b40-038f-4a54-90b0-1a65b25b7cce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be1e6fd0-6bd7-4443-9998-eb2ff807cefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444794 Apr 03 16:43:56.433007 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-d250dd83-7f21-4f38-9a34-3b9514ca9cf5 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860343 Apr 03 16:43:56.436697 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c7f8139b-0fe8-4253-89de-45f4bb1a6815), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.468172 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Pushing event deleted for resources: {'Port': ['ID=c7f8139b-0fe8-4253-89de-45f4bb1a6815,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:43:56.524487 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc29eac3-ff56-4512-bf36-6e1a8b267ec6 req-43d4b27a-b5d4-4ea7-b0c0-701e287d4007 service neutron] 10.222.0.50 "GET /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850050 Apr 03 16:43:56.525425 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks [] for floatingip (18a69b1d-bd1e-4773-9fe1-14d7e993a213), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.527970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:56.529185 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-98ed2da0-e39c-4c8d-a6fe-aa114c191fc5 tempest-AttachVolumeTestJSON-750821775 tempest-AttachVolumeTestJSON-750821775-project] 10.222.0.48 "DELETE /v2.0/floatingips/18a69b1d-bd1e-4773-9fe1-14d7e993a213 HTTP/1.1" status: 204 len: 168 time: 0.4375753 Apr 03 16:43:57.978826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-95beef34-a6a7-4783-8f7e-93c26bdf49ca tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315303388&fields=id&tenant_id=824d972b83a34b5aa496e7575d2c04a1 HTTP/1.1" status: 200 len: 267 time: 0.0437419 Apr 03 16:43:58.088580 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-9c6be676-9841-40c9-9cfe-1069a7322333 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:58.089973 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-9c6be676-9841-40c9-9cfe-1069a7322333 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 808 time: 0.1049170 Apr 03 16:43:58.105285 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-b0e22c71-32e1-4f27-97b4-aab3fd6e37f8 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/quotas/824d972b83a34b5aa496e7575d2c04a1 HTTP/1.1" status: 200 len: 375 time: 0.0096753 Apr 03 16:43:58.162140 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-3d8477ed-c4cd-4a78-be15-9a1ee7ea2f84 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509939 Apr 03 16:43:58.218929 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-e6f9ed11-4e79-4087-a9a7-fb1e0fe8c816 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:43:58.219948 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-e6f9ed11-4e79-4087-a9a7-fb1e0fe8c816 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466056 Apr 03 16:43:58.312357 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-9ed6054c-54d5-4d7e-9faa-df60398aeead service neutron] 10.222.0.48 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Apr 03 16:43:58.636294 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-1a477a35-bd73-4cd3-8a8d-514198739e68 service neutron] 10.222.0.48 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182070 Apr 03 16:43:58.919240 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24666e73-786e-45df-b9f7-297d82a56c34 req-4491ef71-cc14-44f8-b18e-17bc947a3b15 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Apr 03 16:43:59.951270 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-c665fd00-a5c0-4d42-ab1b-be7fba6e5a44 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:43:59.952655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-c665fd00-a5c0-4d42-ab1b-be7fba6e5a44 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 808 time: 0.1073856 Apr 03 16:44:00.024878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b93de32-4ad4-4ee9-8a4d-354af938dd88 req-649fb995-4cd9-4c0a-b5e8-22bead405e8a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 210 time: 0.0398378 Apr 03 16:44:00.055726 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-37fb4797-3554-4655-abc8-02524268b4c0 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824d972b83a34b5aa496e7575d2c04a1 HTTP/1.1" status: 200 len: 380 time: 0.0937855 Apr 03 16:44:00.064823 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'port': {'device_id': '930a5a34-f08b-437a-85d9-4e2737631986', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'admin_state_up': True, 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'security_groups': ['d385a9bb-c7d5-42a7-a4d8-42046f9febed']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:00.069578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:00.185242 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Made reservation on behalf of 824d972b83a34b5aa496e7575d2c04a1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:44:00.188383 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:00.464101 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Allocated IP 172.20.0.6 (498b46ff-50a9-48cc-b9fa-268830998d6f/a5b8217e-3a9f-436e-b14d-3fd9c226da2d/53dfa982-6596-4ff9-a22b-b56ed152d052) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:44:00.700126 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:00.789128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:00.843267 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Network 498b46ff-50a9-48cc-b9fa-268830998d6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:44:00.851517 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:44:00.858441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:44:00.889649 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:00.920673 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (54ca838b-a1e3-48bf-846d-837b1422e875), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:00.930512 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:00.931115 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.009104 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-60e68459-a817-4ddb-85e0-077bd9f62b7b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9483373 Apr 03 16:44:01.022535 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Request body: {'port': {'device_id': '930a5a34-f08b-437a-85d9-4e2737631986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:01.097411 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-211f42e5-c02f-471e-b5ee-fc997f98b8b9 None None] Provisioning complete for port 53dfa982-6596-4ff9-a22b-b56ed152d052 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:44:01.098023 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-211f42e5-c02f-471e-b5ee-fc997f98b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.132797 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-211f42e5-c02f-471e-b5ee-fc997f98b8b9 None None] Port 53dfa982-6596-4ff9-a22b-b56ed152d052 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:44:01.154227 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.283451 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475809-662b-4222-a55e-1f88f77050db req-ae6ed665-5a04-41c8-9153-ea04606e74cc tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:01.284935 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a475809-662b-4222-a55e-1f88f77050db req-ae6ed665-5a04-41c8-9153-ea04606e74cc tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 931 time: 0.1715276 Apr 03 16:44:01.473457 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a475809-662b-4222-a55e-1f88f77050db req-31f46d11-090f-435d-9b40-d14fb4ca20f9 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792581 Apr 03 16:44:01.568216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Deleting port 37564b6a-d9fe-4248-b5a8-0ae27b568e47 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:01.568577 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.638175 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dfa982-6596-4ff9-a22b-b56ed152d052 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:44:01.647588 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks [] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.671855 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Transition to ACTIVE for port object 53dfa982-6596-4ff9-a22b-b56ed152d052 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:44:01.677651 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.730072 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] For port 37564b6a-d9fe-4248-b5a8-0ae27b568e47, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=37564b6a-d9fe-4248-b5a8-0ae27b568e47,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:01.731001 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.755765 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Calling delete_port for 37564b6a-d9fe-4248-b5a8-0ae27b568e47 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:01.761029 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:01.812303 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.812688 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.813035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.813379 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.813721 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.814056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.814390 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.814720 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.815051 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.815382 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.815714 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.816042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.816365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.816721 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.817046 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:01.896932 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Attempting to bind port 53dfa982-6596-4ff9-a22b-b56ed152d052 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:44:01.897269 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Attempting to bind port 53dfa982-6596-4ff9-a22b-b56ed152d052 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:44:01.897597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Attempting to bind port 53dfa982-6596-4ff9-a22b-b56ed152d052 on network 498b46ff-50a9-48cc-b9fa-268830998d6f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:44:01.937304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Port 53dfa982-6596-4ff9-a22b-b56ed152d052 on network 498b46ff-50a9-48cc-b9fa-268830998d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:44:01.937622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Attempting to bind port 53dfa982-6596-4ff9-a22b-b56ed152d052 on network 498b46ff-50a9-48cc-b9fa-268830998d6f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:44:01.948084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:44:01.948441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Checking segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:44:01.948831 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Bound using segment: {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:44:01.949266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Bound port: 53dfa982-6596-4ff9-a22b-b56ed152d052, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1c471a-3127-4217-8aa2-25ab09f1a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:44:01.949628 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:02.058140 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:44:02.073902 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:44:02.082843 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:02.088766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (37564b6a-d9fe-4248-b5a8-0ae27b568e47), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:02.134701 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:02.135206 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:02.136627 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] 10.222.0.50 "PUT /v2.0/ports/53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1093 time: 1.1204734 Apr 03 16:44:02.137086 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:02.139402 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb" -d '{"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:02.213637 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6be930-0a6a-49e6-9f9d-fe547f684058 x-openstack-request-id: req-6c6be930-0a6a-49e6-9f9d-fe547f684058 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:02.213916 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:02.214178 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c6be930-0a6a-49e6-9f9d-fe547f684058 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:02.214584 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6be930-0a6a-49e6-9f9d-fe547f684058'] response: {'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'status': 'completed', 'code': 200} Apr 03 16:44:02.232322 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0047-2a5f-4af3-b0aa-85472deefcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:02.265316 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Pushing event deleted for resources: {'Port': ['ID=37564b6a-d9fe-4248-b5a8-0ae27b568e47,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:02.354675 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-ba0adbd6-ae7f-4675-880d-ce68a8f7195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:02.356219 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-ba0adbd6-ae7f-4675-880d-ce68a8f7195a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1127 time: 0.1683311 Apr 03 16:44:02.657826 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-7ca1c964-0329-4cde-bd85-039a6da0d799 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 217 time: 0.2936773 Apr 03 16:44:02.732667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (54ca838b-a1e3-48bf-846d-837b1422e875), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:02.751344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-005ef30e-8c78-4cdf-be41-8f5844875258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:02.752792 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-005ef30e-8c78-4cdf-be41-8f5844875258 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0846226 Apr 03 16:44:02.831336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee07ee7-8167-4dec-b5c2-078a6a54051f req-a6169fec-4be0-4936-826f-b5177209d45e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:02.832823 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bee07ee7-8167-4dec-b5c2-078a6a54051f req-a6169fec-4be0-4936-826f-b5177209d45e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.1792371 Apr 03 16:44:02.935147 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bee07ee7-8167-4dec-b5c2-078a6a54051f req-b7a1173a-810d-4f48-b28a-1666ea629aa1 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864336 Apr 03 16:44:02.936913 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b0354-8af4-4210-9583-15adc191bd2b req-8868b8e0-8170-4698-810c-a27570dc4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:02.938292 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-8868b8e0-8170-4698-810c-a27570dc4f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1790502 Apr 03 16:44:03.107658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-08571ae9-99e0-48ff-b536-2e0cc5830ac3 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612709 Apr 03 16:44:03.117214 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Router 54ca838b-a1e3-48bf-846d-837b1422e875 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:03.280601 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a67b0354-8af4-4210-9583-15adc191bd2b req-9ac46085-40b7-464f-a6f2-ef049bf39658 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657670 Apr 03 16:44:03.296513 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:03.301611 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-713859e9-7dcd-42cd-8355-8da1945f145f admin admin] 10.222.0.48 "PUT /v2.0/routers/54ca838b-a1e3-48bf-846d-837b1422e875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309170 Apr 03 16:44:03.305085 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 40966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:03.307746 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Sync routers for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:03.317887 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:03.318527 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:03.426816 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:03.431688 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-ffbbbe0b-1721-4197-b746-ddbc11522ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:03.433199 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-ffbbbe0b-1721-4197-b746-ddbc11522ec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1127 time: 0.0890887 Apr 03 16:44:03.462901 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks [] for router (54ca838b-a1e3-48bf-846d-837b1422e875), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:03.605630 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-ed1498b6-d965-4a21-8810-e523c2b20c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:03.607096 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-ed1498b6-d965-4a21-8810-e523c2b20c9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.1642320 Apr 03 16:44:03.607225 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:02Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:03.637936 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Checking router: 54ca838b-a1e3-48bf-846d-837b1422e875 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:03.646791 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Routers {'54ca838b-a1e3-48bf-846d-837b1422e875'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:03.647400 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:43:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['54ca838b-a1e3-48bf-846d-837b1422e875'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:03.655202 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-bddde0f1-3144-4ff2-9f06-bb141df33236 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 217 time: 0.0406463 Apr 03 16:44:03.669799 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks [] for router_gateway (54ca838b-a1e3-48bf-846d-837b1422e875), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:03.733255 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-f94e03c3-3b4a-42ac-b2d9-797a797b9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:03.734708 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-f94e03c3-3b4a-42ac-b2d9-797a797b9792 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0740983 Apr 03 16:44:03.761005 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] Set router 54ca838b-a1e3-48bf-846d-837b1422e875 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:03.785948 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Deleting port 0733517c-130e-4b0f-8998-dadbd8bd10cd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:03.786289 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:03.831250 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-db9c4965-4d7f-487b-b86c-73a5dae627bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:03.832684 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-db9c4965-4d7f-487b-b86c-73a5dae627bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913162 Apr 03 16:44:03.937394 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:02Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:03.939353 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] For port 0733517c-130e-4b0f-8998-dadbd8bd10cd, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0733517c-130e-4b0f-8998-dadbd8bd10cd,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:03.939726 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:03.961220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Calling delete_port for 0733517c-130e-4b0f-8998-dadbd8bd10cd owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:03.963934 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd2240-6a94-4a57-b8e5-5ddb7551093e None None] The sync data for ids ['54ca838b-a1e3-48bf-846d-837b1422e875'] in dv-cinder-836252-2-iscsi is: [{'id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'name': 'tempest-AttachVolumeTestJSON-1115940618-router', 'tenant_id': '0fb46617da8c46698397fd375d1916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:02Z', 'revision_number': 5, 'project_id': '0fb46617da8c46698397fd375d1916fe', 'gw_port': {'id': '0733517c-130e-4b0f-8998-dadbd8bd10cd', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca838b-a1e3-48bf-846d-837b1422e875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:03.968984 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-981e1408-b9cb-4d0d-b1a3-4ec809d54a63 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300206 Apr 03 16:44:04.179108 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3d84-375a-4fa9-87ce-2e9773471f28 req-090e7d61-14d8-4ac1-8b73-121f073be7a7 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:04.180873 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-365e3d84-375a-4fa9-87ce-2e9773471f28 req-090e7d61-14d8-4ac1-8b73-121f073be7a7 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.1674669 Apr 03 16:44:04.219948 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e36c1c2-5bea-4fde-b680-9f4cc57156fb req-4f8b98ce-f892-46a5-b633-4d6af112c592 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416415 Apr 03 16:44:04.275318 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-365e3d84-375a-4fa9-87ce-2e9773471f28 req-88d53f58-5fe6-4e25-96b4-37b0e6f14726 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878208 Apr 03 16:44:04.293098 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (0733517c-130e-4b0f-8998-dadbd8bd10cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.317398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0733517c-130e-4b0f-8998-dadbd8bd10cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:04.384153 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (54ca838b-a1e3-48bf-846d-837b1422e875), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.494441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (54ca838b-a1e3-48bf-846d-837b1422e875), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.496591 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks [] for router_controller (54ca838b-a1e3-48bf-846d-837b1422e875), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.560689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (54ca838b-a1e3-48bf-846d-837b1422e875), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.561209 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54ca838b-a1e3-48bf-846d-837b1422e875 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:44:04.566042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.567034 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f0d138dd-7fb1-46be-b1cc-854f5f25aa29 admin admin] 10.222.0.48 "DELETE /v2.0/routers/54ca838b-a1e3-48bf-846d-837b1422e875 HTTP/1.1" status: 204 len: 168 time: 1.2609661 Apr 03 16:44:04.570404 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:04.615438 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Deleting subnet 1606ce93-5112-4512-aca8-d31a01a9c707 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:44:04.619621 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Publish callbacks [] for subnet (1606ce93-5112-4512-aca8-d31a01a9c707), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.665069 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (1606ce93-5112-4512-aca8-d31a01a9c707), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.741405 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (1606ce93-5112-4512-aca8-d31a01a9c707), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.795917 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (1606ce93-5112-4512-aca8-d31a01a9c707), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.820637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1606ce93-5112-4512-aca8-d31a01a9c707,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:04.832070 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.832547 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.833062 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.833418 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.833765 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.834104 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.834440 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.834771 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.835366 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.835494 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.835763 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.836070 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.836401 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.836752 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.837081 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:04.837721 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea855ca-8d64-4722-b57f-90a0aabb3fd4 None None] Network 63bf1990-7128-47be-913e-09fdf5be21fc requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:44:04.839961 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.843136 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-475a4270-2594-422d-9265-8f52b434c39e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1606ce93-5112-4512-aca8-d31a01a9c707 HTTP/1.1" status: 204 len: 168 time: 0.2715566 Apr 03 16:44:04.845576 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:04.911856 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (63bf1990-7128-47be-913e-09fdf5be21fc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.964828 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Deleting port 6cf66c03-cf20-48ed-9638-e9871502abe5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:04.965172 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.028332 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] DHCP port deletion for 63bf1990-7128-47be-913e-09fdf5be21fc request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:44:05.084188 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Deleting port 6cf66c03-cf20-48ed-9638-e9871502abe5 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:05.084596 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.152906 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] For port 6cf66c03-cf20-48ed-9638-e9871502abe5, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6cf66c03-cf20-48ed-9638-e9871502abe5,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:05.153309 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.167798 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Calling delete_port for 6cf66c03-cf20-48ed-9638-e9871502abe5 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:05.250138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.265432 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] For port 6cf66c03-cf20-48ed-9638-e9871502abe5, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6cf66c03-cf20-48ed-9638-e9871502abe5,segment=NetworkSegment(6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23),segment_id=6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:05.265801 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.278854 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Calling delete_port for 6cf66c03-cf20-48ed-9638-e9871502abe5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:05.279160 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] Pushing event deleted for resources: {'Port': ['ID=6cf66c03-cf20-48ed-9638-e9871502abe5,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:05.280975 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ed79c-3a84-4d08-b3b0-bd2fca0dfd55 None None] No DVR routers for this DVR port 6cf66c03-cf20-48ed-9638-e9871502abe5 on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:05.361109 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (6cf66c03-cf20-48ed-9638-e9871502abe5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.390854 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf66c03-cf20-48ed-9638-e9871502abe5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:05.392706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] No DVR routers for this DVR port 6cf66c03-cf20-48ed-9638-e9871502abe5 on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:05.400766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e10771-0f66-493e-8a13-ccce86b457df req-e34d6f83-e5bc-451a-a448-e77b1ea58296 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:05.402272 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4e10771-0f66-493e-8a13-ccce86b457df req-e34d6f83-e5bc-451a-a448-e77b1ea58296 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0577686 Apr 03 16:44:05.450863 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4e10771-0f66-493e-8a13-ccce86b457df req-f9b073f5-691a-425c-9a41-57cf373a6cbd tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Apr 03 16:44:05.470096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (63bf1990-7128-47be-913e-09fdf5be21fc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.490645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bf1990-7128-47be-913e-09fdf5be21fc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:05.500813 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:05.501036 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:05.511029 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.525018 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.530984 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:44:05.531363 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (6cbdbe0b-2ec2-4797-81e9-4268d8b4bb23), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self.session.flush() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self.session.flush() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self.session.flush() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self.session.flush() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:44:05.533043 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:44:05.589522 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (63bf1990-7128-47be-913e-09fdf5be21fc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.598573 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.601910 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] 10.222.0.48 "DELETE /v2.0/networks/63bf1990-7128-47be-913e-09fdf5be21fc HTTP/1.1" status: 204 len: 168 time: 0.7553954 Apr 03 16:44:05.619294 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5ee75-9e10-4525-a4e5-12d8d6793277 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bf1990-7128-47be-913e-09fdf5be21fc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:05.630789 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6cf66c03-cf20-48ed-9638-e9871502abe5 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:05.652574 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 6cf66c03-cf20-48ed-9638-e9871502abe5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:05.652923 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6cf66c03-cf20-48ed-9638-e9871502abe5 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:05.653337 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0733517c-130e-4b0f-8998-dadbd8bd10cd no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:05.672517 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 0733517c-130e-4b0f-8998-dadbd8bd10cd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:05.672867 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0733517c-130e-4b0f-8998-dadbd8bd10cd not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:05.673280 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 37564b6a-d9fe-4248-b5a8-0ae27b568e47 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:05.692333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 37564b6a-d9fe-4248-b5a8-0ae27b568e47 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:05.692704 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 37564b6a-d9fe-4248-b5a8-0ae27b568e47 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:05.739716 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:05.779073 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9c559ffc-4553-4bfd-bdf8-cf072b48a046 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fb46617da8c46698397fd375d1916fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381484 Apr 03 16:44:05.781455 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 40980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:05.828559 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] Publish callbacks [] for security_group (6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.848970 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] Publish callbacks [] for security_group (6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.894883 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.897456 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.898613 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d HTTP/1.1" status: 204 len: 168 time: 0.1162825 Apr 03 16:44:05.906329 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b18ac-ff54-42de-82bb-c0cd40031096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2dfc4-94ba-4cdf-b61e-4d4d3185c85d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:06.568035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796902-ee2d-4f0e-87f8-3cc66f9b3aaf req-e0cde614-ed04-485e-8b50-26227fb6931e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:06.570080 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b796902-ee2d-4f0e-87f8-3cc66f9b3aaf req-e0cde614-ed04-485e-8b50-26227fb6931e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0512671 Apr 03 16:44:06.623611 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b796902-ee2d-4f0e-87f8-3cc66f9b3aaf req-fe70c130-8445-40d1-a945-708abf94224f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Apr 03 16:44:07.751490 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8c9d-5827-4b97-beeb-902974bad73c req-a55c4825-40c0-44e1-ace4-7aaa78cea811 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:07.752990 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-273f8c9d-5827-4b97-beeb-902974bad73c req-a55c4825-40c0-44e1-ace4-7aaa78cea811 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0639143 Apr 03 16:44:07.800655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-273f8c9d-5827-4b97-beeb-902974bad73c req-77c7973d-4677-4b97-8594-748af6fc8b63 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Apr 03 16:44:08.214994 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9851fc8-6539-4313-a8d1-c5ce52cc95be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:08.933803 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e95fa-8a2b-43bc-b3e3-5bf14a5b3f37 req-d5138431-8f92-49c8-b4a8-7141b0a617cd tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:08.935363 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad1e95fa-8a2b-43bc-b3e3-5bf14a5b3f37 req-d5138431-8f92-49c8-b4a8-7141b0a617cd tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0577316 Apr 03 16:44:08.989999 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad1e95fa-8a2b-43bc-b3e3-5bf14a5b3f37 req-c41f3c9c-c2a7-41f6-9db3-782d10754b8f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481718 Apr 03 16:44:10.110304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc142be-80fe-42a7-bfae-aa67831497f6 req-df70cc84-8f73-4845-9e6f-b7762fbf1231 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:10.111833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cc142be-80fe-42a7-bfae-aa67831497f6 req-df70cc84-8f73-4845-9e6f-b7762fbf1231 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0526009 Apr 03 16:44:10.170075 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cc142be-80fe-42a7-bfae-aa67831497f6 req-f605ca49-2f74-44f1-9934-7298d87a3756 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527365 Apr 03 16:44:10.478745 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-176e787f-513d-4050-b941-3f8ad543cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:11.435450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:11.533518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624492e0-75fc-4644-be39-0f44cff04034 req-018a0043-7d26-447e-86e3-86ec4805f7d8 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:11.534976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-624492e0-75fc-4644-be39-0f44cff04034 req-018a0043-7d26-447e-86e3-86ec4805f7d8 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.3004093 Apr 03 16:44:11.583511 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-624492e0-75fc-4644-be39-0f44cff04034 req-b387cf29-9e23-4daa-b44a-f0ad71ba32b3 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Apr 03 16:44:12.700334 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555f4e0-59c6-4391-aadb-64c250074b27 req-de4dc42a-c530-4aa0-bfd5-b59107e2124b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:12.701833 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8555f4e0-59c6-4391-aadb-64c250074b27 req-de4dc42a-c530-4aa0-bfd5-b59107e2124b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0527153 Apr 03 16:44:12.749999 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8555f4e0-59c6-4391-aadb-64c250074b27 req-19f45e1f-b98c-4d2a-b2a5-2b00a093229a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Apr 03 16:44:12.880270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:44:12.982300 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:12.998289 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'mac_address': 'fa:16:3e:91:8a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:44:13.001429 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:13.036714 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 53dfa982-6596-4ff9-a22b-b56ed152d052 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:44:13.037102 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:13.049648 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dfa982-6596-4ff9-a22b-b56ed152d052 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:44:13.069232 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:13.073412 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:13.118851 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:13.126039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.126503 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.126851 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.127192 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.127531 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.127865 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.128190 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.128541 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.128869 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.129195 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.129519 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.129843 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.130165 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.130535 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.130802 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:44:13.869035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7467531-6ae3-4f7d-8449-63f3fe27cf60 req-d10b2d08-bd47-42e7-9ea9-81d0f57e82d7 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:13.870420 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7467531-6ae3-4f7d-8449-63f3fe27cf60 req-d10b2d08-bd47-42e7-9ea9-81d0f57e82d7 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 944 time: 0.0566194 Apr 03 16:44:13.918559 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7467531-6ae3-4f7d-8449-63f3fe27cf60 req-dd12f60d-acc8-4447-82bf-ec4a37c16bb1 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Apr 03 16:44:14.418188 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:14.727090 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:14.908829 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['53dfa982-6596-4ff9-a22b-b56ed152d052'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:44:15.035030 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88448d-b9fd-41bb-ba57-ce4343962431 req-78c57803-1d0e-4448-8f2a-5bd2e6962dea tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:15.036548 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d88448d-b9fd-41bb-ba57-ce4343962431 req-78c57803-1d0e-4448-8f2a-5bd2e6962dea tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 944 time: 0.0512176 Apr 03 16:44:15.086876 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d88448d-b9fd-41bb-ba57-ce4343962431 req-78b69899-15a1-4c36-b277-9054160ad14e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Apr 03 16:44:15.452555 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:44:16.211633 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4122ba-04e9-4137-89dc-534efee2144f req-1984374f-0a90-4087-9c42-f3003b6f1529 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:16.213143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c4122ba-04e9-4137-89dc-534efee2144f req-1984374f-0a90-4087-9c42-f3003b6f1529 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 944 time: 0.0595322 Apr 03 16:44:16.261642 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c4122ba-04e9-4137-89dc-534efee2144f req-bbf712ad-ace8-44eb-836d-751d3231fcba tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Apr 03 16:44:16.930009 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:44:16.979821 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 53dfa982-6596-4ff9-a22b-b56ed152d052 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:44:16.983859 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 53dfa982-6596-4ff9-a22b-b56ed152d052 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:44:16.984239 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:17.066570 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 53dfa982-6596-4ff9-a22b-b56ed152d052 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:44:17.066962 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:17.091334 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:17.093632 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43848fa-a1be-4daa-8c8a-db3b3ffdc7e2" -d '{"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-plugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:17.106855 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:17.112073 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:17.162450 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:17.272284 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa6413-ee98-40cb-8733-b209eef979dd x-openstack-request-id: req-e3fa6413-ee98-40cb-8733-b209eef979dd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:17.272612 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-plugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:17.272900 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3fa6413-ee98-40cb-8733-b209eef979dd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:17.273338 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fa6413-ee98-40cb-8733-b209eef979dd'] response: {'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'code': 200} Apr 03 16:44:17.389292 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e5d67-6355-4f26-a6e9-c25add993d70 req-fec5ea90-b395-42eb-ab2f-f35746151746 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:17.390789 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d3e5d67-6355-4f26-a6e9-c25add993d70 req-fec5ea90-b395-42eb-ab2f-f35746151746 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0555625 Apr 03 16:44:17.446059 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d3e5d67-6355-4f26-a6e9-c25add993d70 req-4677445f-c3c4-418f-be4c-e79e7c3b8350 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489409 Apr 03 16:44:17.561483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3983-e3d0-4a65-9b4c-e76823965ef4 req-5e7e32b2-2fc2-42e7-aeab-a02c4d13d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:17.562957 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b94e3983-e3d0-4a65-9b4c-e76823965ef4 req-5e7e32b2-2fc2-42e7-aeab-a02c4d13d4c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0437105 Apr 03 16:44:17.612173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b94e3983-e3d0-4a65-9b4c-e76823965ef4 req-0305680e-24d7-4aea-a3f1-36a98d009fec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Apr 03 16:44:18.583450 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd29eb-7e04-4883-a82d-427af569b3d9 req-83d72c00-ec08-457f-8a25-5922fa061f5b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:18.585013 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9cd29eb-7e04-4883-a82d-427af569b3d9 req-83d72c00-ec08-457f-8a25-5922fa061f5b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0614996 Apr 03 16:44:18.637058 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9cd29eb-7e04-4883-a82d-427af569b3d9 req-cf400276-2efe-41eb-bc09-8e47bb344957 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Apr 03 16:44:18.898458 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41176) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:19.004927 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01845662-71bf-4e51-9757-b54316f440bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.078984 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01845662-71bf-4e51-9757-b54316f440bc admin admin] Publish callbacks [] for security_group (344b16e6-c870-4da7-b34f-787f197a8921), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.082472 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01845662-71bf-4e51-9757-b54316f440bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (344b16e6-c870-4da7-b34f-787f197a8921), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.121116 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-01845662-71bf-4e51-9757-b54316f440bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d8ee4ea8cb34e49ad16b4fc1c3f2947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215016 Apr 03 16:44:19.121993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01845662-71bf-4e51-9757-b54316f440bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b16e6-c870-4da7-b34f-787f197a8921,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:19.123994 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:19.174015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] Publish callbacks [] for security_group (344b16e6-c870-4da7-b34f-787f197a8921), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.196082 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] Publish callbacks [] for security_group (344b16e6-c870-4da7-b34f-787f197a8921), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.245660 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (344b16e6-c870-4da7-b34f-787f197a8921), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.248897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.250253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/344b16e6-c870-4da7-b34f-787f197a8921 HTTP/1.1" status: 204 len: 168 time: 0.1251206 Apr 03 16:44:19.257975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fae13-1e36-434c-afe1-1cbe758d3ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b16e6-c870-4da7-b34f-787f197a8921,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:19.501971 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:19.515189 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b067ed3-fce5-49fe-95e8-cd41ca2d8cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.593819 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b067ed3-fce5-49fe-95e8-cd41ca2d8cf9 admin admin] Publish callbacks [] for security_group (c29828f1-3030-4db5-b8ad-6e73f1b5eca5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.597661 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b067ed3-fce5-49fe-95e8-cd41ca2d8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c29828f1-3030-4db5-b8ad-6e73f1b5eca5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.634282 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067ed3-fce5-49fe-95e8-cd41ca2d8cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29828f1-3030-4db5-b8ad-6e73f1b5eca5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:19.638842 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4b067ed3-fce5-49fe-95e8-cd41ca2d8cf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7df6f73975441de9ccd69509fb9bd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358576 Apr 03 16:44:19.641512 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:19.693998 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] Publish callbacks [] for security_group (c29828f1-3030-4db5-b8ad-6e73f1b5eca5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.738797 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] Publish callbacks [] for security_group (c29828f1-3030-4db5-b8ad-6e73f1b5eca5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.788317 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bc030-d005-4af8-858a-696003370ae3 req-16499b33-38e2-4272-9e98-ae3b3e99819a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:19.790744 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f56bc030-d005-4af8-858a-696003370ae3 req-16499b33-38e2-4272-9e98-ae3b3e99819a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0854023 Apr 03 16:44:19.832618 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c29828f1-3030-4db5-b8ad-6e73f1b5eca5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.835112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:19.836982 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c29828f1-3030-4db5-b8ad-6e73f1b5eca5 HTTP/1.1" status: 204 len: 168 time: 0.1938319 Apr 03 16:44:19.857637 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b6cdc-f690-4adf-af96-d8a0a82aaa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29828f1-3030-4db5-b8ad-6e73f1b5eca5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:19.868129 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f56bc030-d005-4af8-858a-696003370ae3 req-b1d31e13-8983-40b3-877b-e3e3166e9e6b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715280 Apr 03 16:44:19.994912 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8877e2c-0a66-4428-88bc-49d24bb76fcf req-d2e33deb-c977-4c86-865c-44944d60c43d tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:19.999572 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8877e2c-0a66-4428-88bc-49d24bb76fcf req-d2e33deb-c977-4c86-865c-44944d60c43d tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0541856 Apr 03 16:44:20.050399 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8877e2c-0a66-4428-88bc-49d24bb76fcf req-a5c0608d-8ee9-4128-87e5-741a57a5af2d tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Apr 03 16:44:20.072723 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:20.279628 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7aad78-140d-452b-b29d-142a42b0ae53 tempest-TestShelveInstance-1318292952 tempest-TestShelveInstance-1318292952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:20.281314 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7a7aad78-140d-452b-b29d-142a42b0ae53 tempest-TestShelveInstance-1318292952 tempest-TestShelveInstance-1318292952-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1124 time: 0.2075667 Apr 03 16:44:20.284153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:20.288558 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Request body: {'floatingip': {'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:20.308941 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:20.409491 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:20.519462 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Allocated IP 172.27.2.133 (de3e81b9-a78d-401f-a610-825b0af1b78d/0047288e-5aa0-4493-8195-7bb1589e9657/f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:44:20.624361 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:20.660259 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:20.697641 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Network de3e81b9-a78d-401f-a610-825b0af1b78d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:44:20.700574 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:44:20.706153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:44:20.728948 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'Port': ['ID=f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:21.068277 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for floatingip (d7b1b2b4-6647-4872-a193-c061f59eea95), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.145303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.299708 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.307452 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.378850 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event updated for resources: {'Port': ['ID=f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:21.390198 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (d7b1b2b4-6647-4872-a193-c061f59eea95), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.480871 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:21.498074 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Floating IP d7b1b2b4-6647-4872-a193-c061f59eea95 associated. External IP: 172.27.2.133, port: 53dfa982-6596-4ff9-a22b-b56ed152d052. Apr 03 16:44:21.592437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35733f6-43bf-428b-8c53-c658d328faa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.670515 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35733f6-43bf-428b-8c53-c658d328faa4 admin admin] Publish callbacks [] for security_group (aacb8e94-fca2-42eb-9d9b-b6a7d7833393), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.674123 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35733f6-43bf-428b-8c53-c658d328faa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (aacb8e94-fca2-42eb-9d9b-b6a7d7833393), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.711834 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35733f6-43bf-428b-8c53-c658d328faa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb8e94-fca2-42eb-9d9b-b6a7d7833393,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:21.715937 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b35733f6-43bf-428b-8c53-c658d328faa4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca9f10454bbf4805b72b4d5d3b3f7d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334633 Apr 03 16:44:21.718514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:21.735135 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Router 0b3a3a77-ec7d-4216-9b39-67d02b282367 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:21.769675 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] Publish callbacks [] for security_group (aacb8e94-fca2-42eb-9d9b-b6a7d7833393), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.793468 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] Publish callbacks [] for security_group (aacb8e94-fca2-42eb-9d9b-b6a7d7833393), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.841917 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (aacb8e94-fca2-42eb-9d9b-b6a7d7833393), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.844493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.845658 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aacb8e94-fca2-42eb-9d9b-b6a7d7833393 HTTP/1.1" status: 204 len: 168 time: 0.1262274 Apr 03 16:44:21.851624 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:21.859543 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf154bf-4e2e-49a5-be5f-e1c75a5bff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb8e94-fca2-42eb-9d9b-b6a7d7833393,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:21.862596 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Sync routers for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:21.873482 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:21.874702 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:21.886829 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:21.920276 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-32e94601-9ee0-47ed-b4ce-0ca37bc73c7a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6349590 Apr 03 16:44:21.920939 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:21.923422 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2383e216-b984-44ca-875b-cd2558d4c643" -d '{"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:21.969083 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7bcb52-2f4a-4029-b350-12ddaaadc661 x-openstack-request-id: req-2a7bcb52-2f4a-4029-b350-12ddaaadc661 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:21.969390 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:21.969654 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a7bcb52-2f4a-4029-b350-12ddaaadc661 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:21.970295 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7bcb52-2f4a-4029-b350-12ddaaadc661'] response: {'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'status': 'completed', 'code': 200} Apr 03 16:44:22.002841 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:22.081309 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e216-b984-44ca-875b-cd2558d4c643 req-7ca17285-5bb6-48a6-a3d0-8c2b9b25effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:22.083164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-7ca17285-5bb6-48a6-a3d0-8c2b9b25effc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0516658 Apr 03 16:44:22.143541 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:22.157371 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3785dd5-db9a-43b3-9b91-3624f1f00312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.191753 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e216-b984-44ca-875b-cd2558d4c643 req-fddc7d98-4caa-428d-b221-be514f3afa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:22.192926 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-fddc7d98-4caa-428d-b221-be514f3afa98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.1035898 Apr 03 16:44:22.237386 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3785dd5-db9a-43b3-9b91-3624f1f00312 admin admin] Publish callbacks [] for security_group (6ab02379-4e2a-4089-8c09-d72916bc0ceb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.243786 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3785dd5-db9a-43b3-9b91-3624f1f00312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6ab02379-4e2a-4089-8c09-d72916bc0ceb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.250307 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd7b1b2b4-6647-4872-a193-c061f59eea95', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'mac_address': 'fa:16:3e:91:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a5a34-f08b-437a-85d9-4e2737631986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:44:20Z', 'updated_at': '2022-04-03T16:44:20Z', 'revision_number': 0, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:22.266992 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-805dc2e8-f393-4ed4-9cfb-6d4074e13ec6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 999 time: 0.0659900 Apr 03 16:44:22.280820 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Checking router: 0b3a3a77-ec7d-4216-9b39-67d02b282367 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:22.291461 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e3785dd5-db9a-43b3-9b91-3624f1f00312 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=169228a7a17b4a3b969abe05946e52fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426036 Apr 03 16:44:22.291461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3785dd5-db9a-43b3-9b91-3624f1f00312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab02379-4e2a-4089-8c09-d72916bc0ceb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:22.291461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:22.293442 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:22.294085 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:22.326323 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e216-b984-44ca-875b-cd2558d4c643 req-f17554d1-e68b-4be0-85b8-7b60bfaf9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:22.328341 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-f17554d1-e68b-4be0-85b8-7b60bfaf9864 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0548229 Apr 03 16:44:22.340056 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] Publish callbacks [] for security_group (6ab02379-4e2a-4089-8c09-d72916bc0ceb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.362030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] Publish callbacks [] for security_group (6ab02379-4e2a-4089-8c09-d72916bc0ceb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.388378 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e216-b984-44ca-875b-cd2558d4c643 req-9085206b-077e-4326-9bf3-868ce1c1e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:22.389923 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-9085206b-077e-4326-9bf3-868ce1c1e4ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552394 Apr 03 16:44:22.416476 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6ab02379-4e2a-4089-8c09-d72916bc0ceb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.417525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:22.420885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:22.422344 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ab02379-4e2a-4089-8c09-d72916bc0ceb HTTP/1.1" status: 204 len: 168 time: 0.1300662 Apr 03 16:44:22.437533 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50c7d-ce63-4be6-9b57-92313835adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab02379-4e2a-4089-8c09-d72916bc0ceb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:22.491651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-4691849c-dc5a-4984-88a4-7ee59963cf00 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951092 Apr 03 16:44:22.597895 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2383e216-b984-44ca-875b-cd2558d4c643 req-20cd9a7d-6423-42fc-9f7c-f52655e73d12 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989640 Apr 03 16:44:22.669757 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd7b1b2b4-6647-4872-a193-c061f59eea95', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'mac_address': 'fa:16:3e:91:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a5a34-f08b-437a-85d9-4e2737631986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:44:20Z', 'updated_at': '2022-04-03T16:44:20Z', 'revision_number': 0, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:22.696847 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefb401-5187-4143-8f4d-e1793f81b506 None None] The sync data for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi is: [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd7b1b2b4-6647-4872-a193-c061f59eea95', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'mac_address': 'fa:16:3e:91:8a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a5a34-f08b-437a-85d9-4e2737631986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:44:20Z', 'updated_at': '2022-04-03T16:44:20Z', 'revision_number': 0, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:22.905907 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4253a-e1a7-412a-a88b-51389ff184a3 None None] New status for floating IP d7b1b2b4-6647-4872-a193-c061f59eea95: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:44:24.399339 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:24.523185 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bfa66a7-d6bb-4e3c-9a74-98487bc0f48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.602030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bfa66a7-d6bb-4e3c-9a74-98487bc0f48d admin admin] Publish callbacks [] for security_group (9c7ad52c-16bd-445e-ac63-d990a975cd2a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.605875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bfa66a7-d6bb-4e3c-9a74-98487bc0f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9c7ad52c-16bd-445e-ac63-d990a975cd2a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.643638 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5bfa66a7-d6bb-4e3c-9a74-98487bc0f48d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c34216324ccb43a5ac31c4387da1e341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426677 Apr 03 16:44:24.644859 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa66a7-d6bb-4e3c-9a74-98487bc0f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ad52c-16bd-445e-ac63-d990a975cd2a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:24.646337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:24.698246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] Publish callbacks [] for security_group (9c7ad52c-16bd-445e-ac63-d990a975cd2a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.718898 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] Publish callbacks [] for security_group (9c7ad52c-16bd-445e-ac63-d990a975cd2a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.766246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9c7ad52c-16bd-445e-ac63-d990a975cd2a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.768910 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:24.770045 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c7ad52c-16bd-445e-ac63-d990a975cd2a HTTP/1.1" status: 204 len: 168 time: 0.1219690 Apr 03 16:44:24.778043 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f04d2-41a6-46d1-a419-6c1f2a4e295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ad52c-16bd-445e-ac63-d990a975cd2a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:25.043955 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:25.059034 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78691720-01fa-4a39-bddc-1bc863eb1e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.136578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78691720-01fa-4a39-bddc-1bc863eb1e65 admin admin] Publish callbacks [] for security_group (af07618b-829a-4ea8-b9cf-be9865c1f956), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.140291 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78691720-01fa-4a39-bddc-1bc863eb1e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (af07618b-829a-4ea8-b9cf-be9865c1f956), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.178719 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-78691720-01fa-4a39-bddc-1bc863eb1e65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b0774e5903a4cda9a8620b6ece71717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336029 Apr 03 16:44:25.179607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691720-01fa-4a39-bddc-1bc863eb1e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af07618b-829a-4ea8-b9cf-be9865c1f956,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:25.181552 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:25.239104 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] Publish callbacks [] for security_group (af07618b-829a-4ea8-b9cf-be9865c1f956), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.263879 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] Publish callbacks [] for security_group (af07618b-829a-4ea8-b9cf-be9865c1f956), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.314775 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (af07618b-829a-4ea8-b9cf-be9865c1f956), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.317583 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:25.318743 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af07618b-829a-4ea8-b9cf-be9865c1f956 HTTP/1.1" status: 204 len: 168 time: 0.1362140 Apr 03 16:44:25.326811 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6f675-b362-4181-81ce-0a27adb9a870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af07618b-829a-4ea8-b9cf-be9865c1f956,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:26.607926 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed0d-b94c-432a-92b1-6de4a1f8c298 req-93f914fc-d1e7-423d-a203-9504f1d0278a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:26.609350 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5820ed0d-b94c-432a-92b1-6de4a1f8c298 req-93f914fc-d1e7-423d-a203-9504f1d0278a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0564325 Apr 03 16:44:26.656031 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5820ed0d-b94c-432a-92b1-6de4a1f8c298 req-4b15f0fa-36fa-426c-8961-142137e332a4 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Apr 03 16:44:27.781480 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8557-5064-401c-b535-1193bb1f0c07 req-41ed6c33-fafe-4d16-b838-210a36b8055c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:27.782884 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-656d8557-5064-401c-b535-1193bb1f0c07 req-41ed6c33-fafe-4d16-b838-210a36b8055c tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0542078 Apr 03 16:44:27.830120 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-656d8557-5064-401c-b535-1193bb1f0c07 req-3c071d2e-4083-4a36-bd4b-b2dfdabd207d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Apr 03 16:44:28.983227 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f5d03-4bfe-43e8-9dd1-e955f839c647 req-ea61ff5b-585f-4df3-b824-5bc5919df148 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:28.984720 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-960f5d03-4bfe-43e8-9dd1-e955f839c647 req-ea61ff5b-585f-4df3-b824-5bc5919df148 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0860715 Apr 03 16:44:28.996689 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-eaac982f-4aca-4345-85bb-e3d13e45d16d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:28.998043 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-eaac982f-4aca-4345-85bb-e3d13e45d16d tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 946 time: 0.0697432 Apr 03 16:44:29.098983 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-960f5d03-4bfe-43e8-9dd1-e955f839c647 req-0da1b8ce-ea0c-4767-9d7b-a97adfff0230 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups?id=cef810f9-b34b-4afa-bbb1-f018241ff573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999951 Apr 03 16:44:29.125622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port e361c0ca-e759-4515-bd4b-c2b2de936e9c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:29.126065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.217220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] For port e361c0ca-e759-4515-bd4b-c2b2de936e9c, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e361c0ca-e759-4515-bd4b-c2b2de936e9c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:29.217587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.389042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.389323 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.389643 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Floating IP 699b197f-069c-436e-b605-7b6aa60173c8 disassociated. External IP: 172.27.2.248, port: e361c0ca-e759-4515-bd4b-c2b2de936e9c. Apr 03 16:44:29.389986 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for e361c0ca-e759-4515-bd4b-c2b2de936e9c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:29.520498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (e361c0ca-e759-4515-bd4b-c2b2de936e9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.550177 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=e361c0ca-e759-4515-bd4b-c2b2de936e9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:29.678249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:29.792119 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:29.802998 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:29.816356 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:29.817108 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:29.833477 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] No DVR routers for this DVR port e361c0ca-e759-4515-bd4b-c2b2de936e9c on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:29.835915 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.839426 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c189961a-839c-4430-8b83-de4241bd3ec5 req-403392cd-2f20-4903-851e-5857b1aa80a2 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.50 "DELETE /v2.0/ports/e361c0ca-e759-4515-bd4b-c2b2de936e9c HTTP/1.1" status: 204 len: 173 time: 0.8350296 Apr 03 16:44:29.839863 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'name': 'network-vif-deleted', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:29.842104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641d208-a5fc-4a83-9208-882c58b1049d" -d '{"events": [{"server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "name": "network-vif-deleted", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:29.878373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582fbf71-074e-4f41-93e4-7c4fd59baa0d x-openstack-request-id: req-582fbf71-074e-4f41-93e4-7c4fd59baa0d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:29.878671 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b104e0-b29c-4567-8098-f297887f51a2", "name": "network-vif-deleted", "tag": "e361c0ca-e759-4515-bd4b-c2b2de936e9c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:29.878978 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-582fbf71-074e-4f41-93e4-7c4fd59baa0d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:29.879354 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582fbf71-074e-4f41-93e4-7c4fd59baa0d'] response: {'server_uuid': '50b104e0-b29c-4567-8098-f297887f51a2', 'name': 'network-vif-deleted', 'tag': 'e361c0ca-e759-4515-bd4b-c2b2de936e9c', 'status': 'completed', 'code': 200} Apr 03 16:44:29.946205 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:30.170087 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:30.202806 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:30.211404 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:30.211911 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:30.212398 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8a72ad1-d055-4d30-91b8-6bd8cc4d63bd req-81555211-9f2d-40f9-9b89-3c2fc0a90823 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b104e0-b29c-4567-8098-f297887f51a2 HTTP/1.1" status: 200 len: 210 time: 0.0330212 Apr 03 16:44:30.321095 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:30.650421 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70787868-6850-4767-903e-68a90db1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:30.677092 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70787868-6850-4767-903e-68a90db1ca90 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:32:50Z', 'revision_number': 4, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '04e1a8ad-1b67-4b85-afbc-09e52388881c', 'name': '', 'network_id': '0411b61e-f071-4fea-8540-8d810f08ae8f', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'mac_address': 'fa:16:3e:35:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:47Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'subnets': [{'id': '2fced790-e1a0-4c4d-bd99-e8b2b057fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:30.888464 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dba20e-2f04-4466-9402-a741c5a3b812 None None] New status for floating IP 699b197f-069c-436e-b605-7b6aa60173c8: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:44:31.297302 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:31.350867 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (cef810f9-b34b-4afa-bbb1-f018241ff573), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.374769 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (cef810f9-b34b-4afa-bbb1-f018241ff573), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.422706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (cef810f9-b34b-4afa-bbb1-f018241ff573), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.425632 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.427028 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/security-groups/cef810f9-b34b-4afa-bbb1-f018241ff573 HTTP/1.1" status: 204 len: 168 time: 0.1287367 Apr 03 16:44:31.430444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:31.436540 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac404-b9fb-414b-aea7-4d15a827691f tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef810f9-b34b-4afa-bbb1-f018241ff573,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:31.445840 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-f404a0bc-0f74-4c88-a8f7-6d7ac9ec8492 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] show failed (client error): The resource could not be found. Apr 03 16:44:31.448456 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f404a0bc-0f74-4c88-a8f7-6d7ac9ec8492 tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "GET /v2.0/security-groups/cef810f9-b34b-4afa-bbb1-f018241ff573 HTTP/1.1" status: 404 len: 347 time: 0.0155084 Apr 03 16:44:31.449814 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:31.583437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Deleting port 8ef1833f-1c7b-4754-83f9-6c9163421dfd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:31.583727 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.661380 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.661709 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (8ef1833f-1c7b-4754-83f9-6c9163421dfd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.674027 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Calling delete_port for 8ef1833f-1c7b-4754-83f9-6c9163421dfd owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:31.810003 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (8ef1833f-1c7b-4754-83f9-6c9163421dfd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.836199 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Pushing event deleted for resources: {'Port': ['ID=8ef1833f-1c7b-4754-83f9-6c9163421dfd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:31.897556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks [] for floatingip (699b197f-069c-436e-b605-7b6aa60173c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.900401 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.901427 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5cbeea1f-7515-487e-8f53-69ca9421263a tempest-AttachVolumeNegativeTest-731494614 tempest-AttachVolumeNegativeTest-731494614-project] 10.222.0.48 "DELETE /v2.0/floatingips/699b197f-069c-436e-b605-7b6aa60173c8 HTTP/1.1" status: 204 len: 168 time: 0.4506385 Apr 03 16:44:33.002994 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e361c0ca-e759-4515-bd4b-c2b2de936e9c no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:33.027196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: e361c0ca-e759-4515-bd4b-c2b2de936e9c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:33.027541 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e361c0ca-e759-4515-bd4b-c2b2de936e9c not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:35.559420 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:36.065482 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:36.317189 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Deleting port 04e1a8ad-1b67-4b85-afbc-09e52388881c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:36.317528 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:36.394919 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] For port 04e1a8ad-1b67-4b85-afbc-09e52388881c, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=04e1a8ad-1b67-4b85-afbc-09e52388881c,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:36.395280 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:36.415273 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Calling delete_port for 04e1a8ad-1b67-4b85-afbc-09e52388881c owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:36.600660 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (04e1a8ad-1b67-4b85-afbc-09e52388881c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:36.626583 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e1a8ad-1b67-4b85-afbc-09e52388881c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:37.032289 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.249267 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:37.358890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:37.363897 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-07a68692-4275-4424-99c1-588a36a8c082 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd12bb4e-2bc8-4a95-8643-e9344c20dd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034425 Apr 03 16:44:37.366350 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:37.369166 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Sync routers for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:37.379731 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:37.380363 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:37.477557 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks [] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.489135 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:37.583764 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks [] for router_gateway (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.645222 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Deleting port 047fa6f1-91df-4fa7-ac2e-a920fa612422 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:37.645773 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.686390 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:36Z', 'revision_number': 5, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port': {'id': '047fa6f1-91df-4fa7-ac2e-a920fa612422', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:37.717348 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Checking router: bd12bb4e-2bc8-4a95-8643-e9344c20dd53 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:37.725651 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Routers {'bd12bb4e-2bc8-4a95-8643-e9344c20dd53'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:37.726272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:37.729635 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] For port 047fa6f1-91df-4fa7-ac2e-a920fa612422, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=047fa6f1-91df-4fa7-ac2e-a920fa612422,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:37.730479 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.744049 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Calling delete_port for 047fa6f1-91df-4fa7-ac2e-a920fa612422 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:37.812956 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] Set router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:37.871745 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:37Z', 'revision_number': 6, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:37.899030 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cffc42-e4b1-4dc3-83b1-8091ffe91331 None None] The sync data for ids ['bd12bb4e-2bc8-4a95-8643-e9344c20dd53'] in dv-cinder-836252-2-iscsi is: [{'id': 'bd12bb4e-2bc8-4a95-8643-e9344c20dd53', 'name': 'tempest-AttachVolumeNegativeTest-994175157-router', 'tenant_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:39Z', 'updated_at': '2022-04-03T16:44:37Z', 'revision_number': 6, 'project_id': '05bd3813f3364a68b5fdf77b3dd5ad16', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:37.912131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (047fa6f1-91df-4fa7-ac2e-a920fa612422), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:37.940741 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Pushing event deleted for resources: {'Port': ['ID=047fa6f1-91df-4fa7-ac2e-a920fa612422,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:38.000517 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.088561 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8615ec65-c6f7-4057-9abc-7e9839b12cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.101588 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.103688 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks [] for router_controller (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.148762 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (bd12bb4e-2bc8-4a95-8643-e9344c20dd53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.149313 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd12bb4e-2bc8-4a95-8643-e9344c20dd53 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:44:38.153924 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.155102 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6596041c-5fd5-488a-928b-052c9c411813 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bd12bb4e-2bc8-4a95-8643-e9344c20dd53 HTTP/1.1" status: 204 len: 168 time: 0.7878351 Apr 03 16:44:38.157576 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:38.203337 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Deleting subnet 2fced790-e1a0-4c4d-bd99-e8b2b057fe9a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:44:38.206292 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Publish callbacks [] for subnet (2fced790-e1a0-4c4d-bd99-e8b2b057fe9a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.241583 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (2fced790-e1a0-4c4d-bd99-e8b2b057fe9a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.329601 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (2fced790-e1a0-4c4d-bd99-e8b2b057fe9a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.390382 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (2fced790-e1a0-4c4d-bd99-e8b2b057fe9a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.417635 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fced790-e1a0-4c4d-bd99-e8b2b057fe9a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:38.419643 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.422858 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-647eff67-2151-4c48-8b7d-601bdefd03d4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2fced790-e1a0-4c4d-bd99-e8b2b057fe9a HTTP/1.1" status: 204 len: 168 time: 0.2642839 Apr 03 16:44:38.423560 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e760fb-f2c4-475a-9bc3-d0e302ae4a52 None None] Network 0411b61e-f071-4fea-8540-8d810f08ae8f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:44:38.425333 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:38.498249 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (0411b61e-f071-4fea-8540-8d810f08ae8f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.552478 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Deleting port 7c611a34-0ccc-4454-8345-8a966b3db15b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:38.552882 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.613639 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] For port 7c611a34-0ccc-4454-8345-8a966b3db15b, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=7c611a34-0ccc-4454-8345-8a966b3db15b,segment=NetworkSegment(6b9f8471-7011-4cf4-9b5a-77a43300d02f),segment_id=6b9f8471-7011-4cf4-9b5a-77a43300d02f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:38.613931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.627418 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Calling delete_port for 7c611a34-0ccc-4454-8345-8a966b3db15b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:38.694846 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] DHCP port deletion for 0411b61e-f071-4fea-8540-8d810f08ae8f request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:44:38.714900 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.741492 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Pushing event deleted for resources: {'Port': ['ID=7c611a34-0ccc-4454-8345-8a966b3db15b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:38.746962 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] No DVR routers for this DVR port 7c611a34-0ccc-4454-8345-8a966b3db15b on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:38.750335 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Deleting port 7c611a34-0ccc-4454-8345-8a966b3db15b {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:38.751452 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.823329 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] For port 7c611a34-0ccc-4454-8345-8a966b3db15b, host dv-cinder-836252-2-iscsi, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:38.823828 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.828891 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (0411b61e-f071-4fea-8540-8d810f08ae8f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.836091 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Calling delete_port for 7c611a34-0ccc-4454-8345-8a966b3db15b owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:38.838766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Port 7c611a34-0ccc-4454-8345-8a966b3db15b was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 03 16:44:38.840753 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (7c611a34-0ccc-4454-8345-8a966b3db15b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.849714 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0411b61e-f071-4fea-8540-8d810f08ae8f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:38.860062 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9f8471-7011-4cf4-9b5a-77a43300d02f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:38.860464 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9f8471-7011-4cf4-9b5a-77a43300d02f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:38.867692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] No DVR routers for this DVR port 7c611a34-0ccc-4454-8345-8a966b3db15b on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:38.871927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eaf5b-3d6d-4f0a-9e08-f5bbef800402 None None] Pushing event deleted for resources: {'Port': ['ID=7c611a34-0ccc-4454-8345-8a966b3db15b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:38.879559 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (6b9f8471-7011-4cf4-9b5a-77a43300d02f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.894562 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (6b9f8471-7011-4cf4-9b5a-77a43300d02f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.900891 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:44:38.901373 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (6b9f8471-7011-4cf4-9b5a-77a43300d02f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:44:38.903118 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:44:38.960665 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (0411b61e-f071-4fea-8540-8d810f08ae8f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.968356 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:38.971710 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] 10.222.0.48 "DELETE /v2.0/networks/0411b61e-f071-4fea-8540-8d810f08ae8f HTTP/1.1" status: 204 len: 168 time: 0.5453911 Apr 03 16:44:38.982484 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c69ae-8248-4d0d-94c2-a2e94d8c1ded admin admin] Pushing event deleted for resources: {'Network': ['ID=0411b61e-f071-4fea-8540-8d810f08ae8f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:39.085060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:39.125833 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e2b9e78b-cbf1-4364-851d-a8d732b6bb28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05bd3813f3364a68b5fdf77b3dd5ad16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396154 Apr 03 16:44:39.128190 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:39.177979 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] Publish callbacks [] for security_group (9a8a445c-5d53-473a-9345-736e5b00602b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:39.198895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] Publish callbacks [] for security_group (9a8a445c-5d53-473a-9345-736e5b00602b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:39.243650 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9a8a445c-5d53-473a-9345-736e5b00602b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:39.246311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:39.247509 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a8a445c-5d53-473a-9345-736e5b00602b HTTP/1.1" status: 204 len: 168 time: 0.1183348 Apr 03 16:44:39.256329 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec05cac-4df7-481f-aed1-eb1e94065a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a445c-5d53-473a-9345-736e5b00602b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:39.652095 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 04e1a8ad-1b67-4b85-afbc-09e52388881c no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:39.676842 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 04e1a8ad-1b67-4b85-afbc-09e52388881c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:39.677300 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 04e1a8ad-1b67-4b85-afbc-09e52388881c not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:39.677610 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 7c611a34-0ccc-4454-8345-8a966b3db15b no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:39.698117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 7c611a34-0ccc-4454-8345-8a966b3db15b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:39.698465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 7c611a34-0ccc-4454-8345-8a966b3db15b not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:39.698940 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 047fa6f1-91df-4fa7-ac2e-a920fa612422 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:39.722227 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 047fa6f1-91df-4fa7-ac2e-a920fa612422 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:39.722692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 047fa6f1-91df-4fa7-ac2e-a920fa612422 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:40.069240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454e602-b267-4c6b-9db8-5cace6693dd0 req-9a3b133f-6731-4d77-aff8-864f42711f8a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:40.070742 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e454e602-b267-4c6b-9db8-5cace6693dd0 req-9a3b133f-6731-4d77-aff8-864f42711f8a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0599694 Apr 03 16:44:40.118203 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e454e602-b267-4c6b-9db8-5cace6693dd0 req-3e56e752-a682-4867-86c5-3aa67ef20701 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Apr 03 16:44:40.482927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d59df888-914a-4f77-8fb8-213e30883d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:41.241485 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbf6d-561c-473c-ac2c-7673c2cd62f4 req-da0e8d57-0672-465f-961f-fd205f6e1950 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:41.243210 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c32fbf6d-561c-473c-ac2c-7673c2cd62f4 req-da0e8d57-0672-465f-961f-fd205f6e1950 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0515912 Apr 03 16:44:41.288548 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c32fbf6d-561c-473c-ac2c-7673c2cd62f4 req-6001e44b-73bc-480e-81a4-09a380d11702 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Apr 03 16:44:41.439249 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:42.413416 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e8df8-b854-4948-babc-80fd3addc037 req-2da416f9-4f7d-4bba-8771-ea56fe74cb57 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:42.414858 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b6e8df8-b854-4948-babc-80fd3addc037 req-2da416f9-4f7d-4bba-8771-ea56fe74cb57 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0555646 Apr 03 16:44:42.483410 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b6e8df8-b854-4948-babc-80fd3addc037 req-e6f5278b-37c9-46b5-859b-00f39b911ea0 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d9e0935-77d3-44e5-8ab8-17b546323bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622969 Apr 03 16:44:42.506644 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4c275f6b-ef47-4b30-b695-a38e65996b45 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:42.508082 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4c275f6b-ef47-4b30-b695-a38e65996b45 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 946 time: 0.0628083 Apr 03 16:44:42.606000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Deleting port 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:42.606342 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (17133fb4-87de-4be5-a22f-71948f762be3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:42.695971 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] For port 17133fb4-87de-4be5-a22f-71948f762be3, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=17133fb4-87de-4be5-a22f-71948f762be3,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:42.696356 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (17133fb4-87de-4be5-a22f-71948f762be3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:42.875366 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:42.875744 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8339834'] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:42.876070 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Floating IP 06a0ea74-4abd-4877-9527-2ce6a7dfeb64 disassociated. External IP: 172.27.2.73, port: 17133fb4-87de-4be5-a22f-71948f762be3. Apr 03 16:44:42.876446 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Calling delete_port for 17133fb4-87de-4be5-a22f-71948f762be3 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:42.938392 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:42.994247 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.014100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (17133fb4-87de-4be5-a22f-71948f762be3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.044483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'Port': ['ID=17133fb4-87de-4be5-a22f-71948f762be3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:43.167556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:43.184487 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b4084d-ba76-4fd1-9ff3-24da31f55d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.260455 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b4084d-ba76-4fd1-9ff3-24da31f55d3f admin admin] Publish callbacks [] for security_group (f6681d4c-5d78-4eaf-8466-c89fa241a920), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.264367 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b4084d-ba76-4fd1-9ff3-24da31f55d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (f6681d4c-5d78-4eaf-8466-c89fa241a920), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.280822 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:43.300943 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:43.305142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4084d-ba76-4fd1-9ff3-24da31f55d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6681d4c-5d78-4eaf-8466-c89fa241a920,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:43.320188 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-96b4084d-ba76-4fd1-9ff3-24da31f55d3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e87239158b4440fa2c0ab8c8d7dc07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730154 Apr 03 16:44:43.320716 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:43.320716 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:43.321235 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:43.342036 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] No DVR routers for this DVR port 17133fb4-87de-4be5-a22f-71948f762be3 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:43.344674 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.348263 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8dc224ad-b1fa-4535-a644-513195f4053b req-4fce9d8a-23e9-4461-aeb7-1dce5e7dc01a tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.50 "DELETE /v2.0/ports/17133fb4-87de-4be5-a22f-71948f762be3 HTTP/1.1" status: 204 len: 173 time: 0.8329093 Apr 03 16:44:43.348783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-deleted', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:43.351038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f60003-c017-46b9-be3f-bdb94dfcbeb3" -d '{"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-deleted", "tag": "17133fb4-87de-4be5-a22f-71948f762be3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:43.373511 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] Publish callbacks [] for security_group (f6681d4c-5d78-4eaf-8466-c89fa241a920), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.404611 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] Publish callbacks [] for security_group (f6681d4c-5d78-4eaf-8466-c89fa241a920), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.410575 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85455263-3dcc-432c-bcd6-3cdf4a4ae00f x-openstack-request-id: req-85455263-3dcc-432c-bcd6-3cdf4a4ae00f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:43.410873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cf24a1-904b-479e-b097-1639fbf8f2a0", "name": "network-vif-deleted", "tag": "17133fb4-87de-4be5-a22f-71948f762be3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:43.411128 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85455263-3dcc-432c-bcd6-3cdf4a4ae00f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:43.411536 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85455263-3dcc-432c-bcd6-3cdf4a4ae00f'] response: {'server_uuid': '03cf24a1-904b-479e-b097-1639fbf8f2a0', 'name': 'network-vif-deleted', 'tag': '17133fb4-87de-4be5-a22f-71948f762be3', 'status': 'completed', 'code': 200} Apr 03 16:44:43.429011 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:43.477660 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (f6681d4c-5d78-4eaf-8466-c89fa241a920), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.483288 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:43.484673 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6681d4c-5d78-4eaf-8466-c89fa241a920 HTTP/1.1" status: 204 len: 168 time: 0.1641595 Apr 03 16:44:43.495487 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060c1f-c39d-40e0-8a94-e2f94d0e9238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6681d4c-5d78-4eaf-8466-c89fa241a920,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:43.623679 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d6c26f7-4f1a-428b-b923-e27bb3b4548a req-30300a67-97c1-4d3d-8343-baba33a43e39 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/ports?device_id=03cf24a1-904b-479e-b097-1639fbf8f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0424089 Apr 03 16:44:43.772732 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:43.802049 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:43.811551 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:43.812193 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:43.932290 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:44.146656 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:44.173456 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1473e81-0495-436a-a9f1-836fc52f3066 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 4, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '17df8214-5801-418d-8973-6a430c524db5', 'name': '', 'network_id': 'be1e6fd0-6bd7-4443-9998-eb2ff807cefb', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'mac_address': 'fa:16:3e:cb:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:49Z', 'updated_at': '2022-04-03T16:33:05Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'subnets': [{'id': '88bf481f-4c63-4f2c-85d0-c358b9c01261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:44.400942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37013862-de4f-451b-8cba-eb4cf624857f None None] New status for floating IP 06a0ea74-4abd-4877-9527-2ce6a7dfeb64: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:44:44.487807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.717188 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:44.723084 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.773241 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (7d9e0935-77d3-44e5-8ab8-17b546323bf8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.796653 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (7d9e0935-77d3-44e5-8ab8-17b546323bf8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.845177 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7d9e0935-77d3-44e5-8ab8-17b546323bf8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.847989 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:44.849269 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d9e0935-77d3-44e5-8ab8-17b546323bf8 HTTP/1.1" status: 204 len: 168 time: 0.1304009 Apr 03 16:44:44.852433 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:44.865688 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b1a3f-41e2-4324-81e4-734ee34cd6e4 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e0935-77d3-44e5-8ab8-17b546323bf8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:44.872972 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-93dac95a-061b-419c-bae7-b11a04af192d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] show failed (client error): The resource could not be found. Apr 03 16:44:44.873998 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-93dac95a-061b-419c-bae7-b11a04af192d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "GET /v2.0/security-groups/7d9e0935-77d3-44e5-8ab8-17b546323bf8 HTTP/1.1" status: 404 len: 347 time: 0.0195620 Apr 03 16:44:44.879608 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:45.009461 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Deleting port 7c39042a-4687-4ede-a5a8-6aec7ab30efb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:45.009811 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.049362 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:45.071088 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 17133fb4-87de-4be5-a22f-71948f762be3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:45.071367 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 17133fb4-87de-4be5-a22f-71948f762be3 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:45.102410 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.102614 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (7c39042a-4687-4ede-a5a8-6aec7ab30efb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.115373 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Calling delete_port for 7c39042a-4687-4ede-a5a8-6aec7ab30efb owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:45.250091 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (7c39042a-4687-4ede-a5a8-6aec7ab30efb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.275229 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Pushing event deleted for resources: {'Port': ['ID=7c39042a-4687-4ede-a5a8-6aec7ab30efb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:45.340079 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks [] for floatingip (06a0ea74-4abd-4877-9527-2ce6a7dfeb64), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.342684 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.343852 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0e569970-4e03-4b89-bd22-6b98aebe7fd2 tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] 10.222.0.48 "DELETE /v2.0/floatingips/06a0ea74-4abd-4877-9527-2ce6a7dfeb64 HTTP/1.1" status: 204 len: 168 time: 0.4633181 Apr 03 16:44:45.496784 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:45.598612 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b71e7c-f1d2-408d-94f8-c7b2190d4c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.674031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b71e7c-f1d2-408d-94f8-c7b2190d4c13 admin admin] Publish callbacks [] for security_group (73ee94b1-b54a-46c9-be52-bab2e9d7e2cc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.677496 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b71e7c-f1d2-408d-94f8-c7b2190d4c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (73ee94b1-b54a-46c9-be52-bab2e9d7e2cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.717415 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-20b71e7c-f1d2-408d-94f8-c7b2190d4c13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e5f2a0c4a7342dc8577c6326928640e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194908 Apr 03 16:44:45.718260 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71e7c-f1d2-408d-94f8-c7b2190d4c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee94b1-b54a-46c9-be52-bab2e9d7e2cc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:45.720241 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:45.773661 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] Publish callbacks [] for security_group (73ee94b1-b54a-46c9-be52-bab2e9d7e2cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.794953 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] Publish callbacks [] for security_group (73ee94b1-b54a-46c9-be52-bab2e9d7e2cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.842669 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (73ee94b1-b54a-46c9-be52-bab2e9d7e2cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.845204 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:45.846314 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73ee94b1-b54a-46c9-be52-bab2e9d7e2cc HTTP/1.1" status: 204 len: 168 time: 0.1250556 Apr 03 16:44:45.853602 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e87cd-62e3-49f8-bdb9-f9a2488a7314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee94b1-b54a-46c9-be52-bab2e9d7e2cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:46.099601 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:46.112743 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f529-77c7-4c62-a292-1b3c1a9d504d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.186426 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f529-77c7-4c62-a292-1b3c1a9d504d admin admin] Publish callbacks [] for security_group (f8da21d6-5629-4194-ad05-72b3fed62999), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.189727 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f529-77c7-4c62-a292-1b3c1a9d504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (f8da21d6-5629-4194-ad05-72b3fed62999), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.229187 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a2f7f529-77c7-4c62-a292-1b3c1a9d504d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caeff820236d4e00b092ff82bf5f8cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285040 Apr 03 16:44:46.230720 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7f529-77c7-4c62-a292-1b3c1a9d504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da21d6-5629-4194-ad05-72b3fed62999,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:46.232562 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:46.280203 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] Publish callbacks [] for security_group (f8da21d6-5629-4194-ad05-72b3fed62999), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.301187 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] Publish callbacks [] for security_group (f8da21d6-5629-4194-ad05-72b3fed62999), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.346639 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (f8da21d6-5629-4194-ad05-72b3fed62999), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.349276 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.350416 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8da21d6-5629-4194-ad05-72b3fed62999 HTTP/1.1" status: 204 len: 168 time: 0.1168697 Apr 03 16:44:46.358962 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375da8e1-b27e-42b7-bce3-41fdbfef69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8da21d6-5629-4194-ad05-72b3fed62999,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:47.760808 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:48.273028 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (f5711c23-e686-41cf-b593-b5574b9b8777), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:48.759704 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Deleting port 17df8214-5801-418d-8973-6a430c524db5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:48.760042 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (17df8214-5801-418d-8973-6a430c524db5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:48.834582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] For port 17df8214-5801-418d-8973-6a430c524db5, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=17df8214-5801-418d-8973-6a430c524db5,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:48.835219 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (17df8214-5801-418d-8973-6a430c524db5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:48.847321 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Calling delete_port for 17df8214-5801-418d-8973-6a430c524db5 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:49.025304 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (17df8214-5801-418d-8973-6a430c524db5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.051437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Pushing event deleted for resources: {'Port': ['ID=17df8214-5801-418d-8973-6a430c524db5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:49.235903 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (f5711c23-e686-41cf-b593-b5574b9b8777), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.470233 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Router f5711c23-e686-41cf-b593-b5574b9b8777 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:44:49.578282 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:44:49.587029 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b91ecbd8-0651-4be2-b425-e22de39d9175 admin admin] 10.222.0.48 "PUT /v2.0/routers/f5711c23-e686-41cf-b593-b5574b9b8777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219047 Apr 03 16:44:49.587029 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:49.591256 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Sync routers for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:44:49.619252 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:49.619875 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:49.710582 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks [] for router (f5711c23-e686-41cf-b593-b5574b9b8777), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.750325 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:49.815659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks [] for router_gateway (f5711c23-e686-41cf-b593-b5574b9b8777), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.867556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Deleting port 6d299399-3765-4b49-ab2d-fa92a4527b45 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:49.868233 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.928863 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:44:48Z', 'revision_number': 5, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port': {'id': '6d299399-3765-4b49-ab2d-fa92a4527b45', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:42Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:49.951158 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] For port 6d299399-3765-4b49-ab2d-fa92a4527b45, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=6d299399-3765-4b49-ab2d-fa92a4527b45,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:49.951521 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:49.956540 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Checking router: f5711c23-e686-41cf-b593-b5574b9b8777 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:44:49.964343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Calling delete_port for 6d299399-3765-4b49-ab2d-fa92a4527b45 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:49.964739 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Routers {'f5711c23-e686-41cf-b593-b5574b9b8777'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:44:49.965379 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:44:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5711c23-e686-41cf-b593-b5574b9b8777'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:50.053867 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] Set router f5711c23-e686-41cf-b593-b5574b9b8777 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:44:50.105559 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:44:49Z', 'revision_number': 6, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:50.129757 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (6d299399-3765-4b49-ab2d-fa92a4527b45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.136115 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8110b96-f4c6-4ee0-9cff-07de9fe2fcc2 None None] The sync data for ids ['f5711c23-e686-41cf-b593-b5574b9b8777'] in dv-cinder-836252-2-iscsi is: [{'id': 'f5711c23-e686-41cf-b593-b5574b9b8777', 'name': 'tempest-AttachVolumeShelveTestJSON-1815713386-router', 'tenant_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:40Z', 'updated_at': '2022-04-03T16:44:49Z', 'revision_number': 6, 'project_id': '5e87fec9cf3b4511a3f934fb7c3734ca', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:44:50.161202 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d299399-3765-4b49-ab2d-fa92a4527b45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:50.218805 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (f5711c23-e686-41cf-b593-b5574b9b8777), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.309121 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (f5711c23-e686-41cf-b593-b5574b9b8777), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.311177 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks [] for router_controller (f5711c23-e686-41cf-b593-b5574b9b8777), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.354348 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (f5711c23-e686-41cf-b593-b5574b9b8777), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.355116 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5711c23-e686-41cf-b593-b5574b9b8777 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:44:50.359945 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.361257 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b8629426-7ddc-4dda-9234-9716aa1d0ab1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f5711c23-e686-41cf-b593-b5574b9b8777 HTTP/1.1" status: 204 len: 168 time: 0.7738168 Apr 03 16:44:50.363984 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:50.408940 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Deleting subnet 88bf481f-4c63-4f2c-85d0-c358b9c01261 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:44:50.411919 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Publish callbacks [] for subnet (88bf481f-4c63-4f2c-85d0-c358b9c01261), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.450104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784325'] for subnet (88bf481f-4c63-4f2c-85d0-c358b9c01261), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.543230 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (88bf481f-4c63-4f2c-85d0-c358b9c01261), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.600619 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5782435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5047447'] for subnet (88bf481f-4c63-4f2c-85d0-c358b9c01261), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.628256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bf481f-4c63-4f2c-85d0-c358b9c01261,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:50.633441 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.636191 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0351f3-e065-4eeb-961f-7256814b85de None None] Network be1e6fd0-6bd7-4443-9998-eb2ff807cefb requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:44:50.639463 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-49366957-5cc2-4ca2-8a66-590a0d89e97c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/88bf481f-4c63-4f2c-85d0-c358b9c01261 HTTP/1.1" status: 204 len: 168 time: 0.2717371 Apr 03 16:44:50.639463 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:50.728508 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (be1e6fd0-6bd7-4443-9998-eb2ff807cefb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.810706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Deleting port b303db45-afb8-445e-9161-5931ab3155a7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:50.811057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (b303db45-afb8-445e-9161-5931ab3155a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.878454 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] For port b303db45-afb8-445e-9161-5931ab3155a7, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=b303db45-afb8-445e-9161-5931ab3155a7,segment=NetworkSegment(1b6a9ef5-beb6-4fc4-8818-956d493eaf00),segment_id=1b6a9ef5-beb6-4fc4-8818-956d493eaf00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:50.879043 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (b303db45-afb8-445e-9161-5931ab3155a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:50.897723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Calling delete_port for b303db45-afb8-445e-9161-5931ab3155a7 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:50.917927 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] DHCP port deletion for be1e6fd0-6bd7-4443-9998-eb2ff807cefb request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:44:50.989861 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (b303db45-afb8-445e-9161-5931ab3155a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.005319 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Deleting port b303db45-afb8-445e-9161-5931ab3155a7 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:44:51.005701 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (b303db45-afb8-445e-9161-5931ab3155a7), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.022268 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b303db45-afb8-445e-9161-5931ab3155a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:51.024329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] No DVR routers for this DVR port b303db45-afb8-445e-9161-5931ab3155a7 on host dv-cinder-836252-2-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:51.076606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] For port b303db45-afb8-445e-9161-5931ab3155a7, host dv-cinder-836252-2-iscsi, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:44:51.078117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (b303db45-afb8-445e-9161-5931ab3155a7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.099804 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Calling delete_port for b303db45-afb8-445e-9161-5931ab3155a7 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:44:51.102897 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Port b303db45-afb8-445e-9161-5931ab3155a7 was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 03 16:44:51.104386 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (b303db45-afb8-445e-9161-5931ab3155a7), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.121146 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] No DVR routers for this DVR port b303db45-afb8-445e-9161-5931ab3155a7 on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:44:51.130166 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (be1e6fd0-6bd7-4443-9998-eb2ff807cefb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.153090 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec378-1958-4f64-891c-4e1988855116 None None] Pushing event deleted for resources: {'Port': ['ID=b303db45-afb8-445e-9161-5931ab3155a7,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:51.168824 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1e6fd0-6bd7-4443-9998-eb2ff807cefb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:51.178857 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6a9ef5-beb6-4fc4-8818-956d493eaf00') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:51.179030 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6a9ef5-beb6-4fc4-8818-956d493eaf00') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:44:51.189324 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (1b6a9ef5-beb6-4fc4-8818-956d493eaf00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.203056 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (1b6a9ef5-beb6-4fc4-8818-956d493eaf00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.208904 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:44:51.209290 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (1b6a9ef5-beb6-4fc4-8818-956d493eaf00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:44:51.211253 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:44:51.273203 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (be1e6fd0-6bd7-4443-9998-eb2ff807cefb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.281455 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.291291 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] 10.222.0.48 "DELETE /v2.0/networks/be1e6fd0-6bd7-4443-9998-eb2ff807cefb HTTP/1.1" status: 204 len: 168 time: 0.6509852 Apr 03 16:44:51.304957 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311852bb-b9e8-4531-91d0-f1820243fcbb admin admin] Pushing event deleted for resources: {'Network': ['ID=be1e6fd0-6bd7-4443-9998-eb2ff807cefb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:51.403530 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:51.475813 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:51.526185 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb17094d-f64e-454f-b54c-b3fb4c688dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.546837 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d6edd2f9-f97d-4489-852e-8b1143280771 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e87fec9cf3b4511a3f934fb7c3734ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0676265 Apr 03 16:44:51.547186 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:51.597288 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] Publish callbacks [] for security_group (07646902-2448-4343-8d46-40c65d628fa7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.611210 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb17094d-f64e-454f-b54c-b3fb4c688dc7 admin admin] Publish callbacks [] for security_group (03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.616436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb17094d-f64e-454f-b54c-b3fb4c688dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.619647 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] Publish callbacks [] for security_group (07646902-2448-4343-8d46-40c65d628fa7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.657003 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bb17094d-f64e-454f-b54c-b3fb4c688dc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dafd4b619b14811b1cc04125dc18534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523470 Apr 03 16:44:51.658199 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17094d-f64e-454f-b54c-b3fb4c688dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:51.660874 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:51.671953 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (07646902-2448-4343-8d46-40c65d628fa7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.675177 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.680441 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07646902-2448-4343-8d46-40c65d628fa7 HTTP/1.1" status: 204 len: 168 time: 0.1321280 Apr 03 16:44:51.685151 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 17df8214-5801-418d-8973-6a430c524db5 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:51.689600 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600623d-b98b-4ee2-bf2d-f91123ba0487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07646902-2448-4343-8d46-40c65d628fa7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:51.716186 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 17df8214-5801-418d-8973-6a430c524db5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:51.717052 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 17df8214-5801-418d-8973-6a430c524db5 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:51.717465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6d299399-3765-4b49-ab2d-fa92a4527b45 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:51.725024 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] Publish callbacks [] for security_group (03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.743514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 6d299399-3765-4b49-ab2d-fa92a4527b45 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:51.744138 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 6d299399-3765-4b49-ab2d-fa92a4527b45 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:51.744757 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device b303db45-afb8-445e-9161-5931ab3155a7 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:44:51.752352 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] Publish callbacks [] for security_group (03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.768203 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: b303db45-afb8-445e-9161-5931ab3155a7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:44:51.768751 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device b303db45-afb8-445e-9161-5931ab3155a7 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:44:51.801837 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.804359 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:51.805599 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8 HTTP/1.1" status: 204 len: 168 time: 0.1439681 Apr 03 16:44:51.815012 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee1661-ad38-4624-89e2-5ed6022d60a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cedd4a-3bf2-4f27-a3c8-5744f30fbbe8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:52.143009 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:52.155733 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf9bf-91e6-435f-adf9-06b9306d4c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.236242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf9bf-91e6-435f-adf9-06b9306d4c46 admin admin] Publish callbacks [] for security_group (b7e0ae8e-f937-4349-af32-1f08d8761cad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.242060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf9bf-91e6-435f-adf9-06b9306d4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b7e0ae8e-f937-4349-af32-1f08d8761cad), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.282070 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:52.282572 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3e0bf9bf-91e6-435f-adf9-06b9306d4c46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8ee0d50a5a4ed0a745da53d368d5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379817 Apr 03 16:44:52.291809 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bf9bf-91e6-435f-adf9-06b9306d4c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0ae8e-f937-4349-af32-1f08d8761cad,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:52.343986 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] Publish callbacks [] for security_group (b7e0ae8e-f937-4349-af32-1f08d8761cad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.370417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] Publish callbacks [] for security_group (b7e0ae8e-f937-4349-af32-1f08d8761cad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.424363 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (b7e0ae8e-f937-4349-af32-1f08d8761cad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.427138 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.431237 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7e0ae8e-f937-4349-af32-1f08d8761cad HTTP/1.1" status: 204 len: 168 time: 0.1474080 Apr 03 16:44:52.440605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b9717-0e7d-42a0-b4fc-22a43f29d4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0ae8e-f937-4349-af32-1f08d8761cad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:52.456632 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:44:52.466485 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 41954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:52.706194 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1c08-e5cc-4df3-aa19-6e6a8f019a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.803506 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1c08-e5cc-4df3-aa19-6e6a8f019a5d admin admin] Publish callbacks [] for security_group (83a83932-62a9-4c41-8499-eed8b53e99e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.808765 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1c08-e5cc-4df3-aa19-6e6a8f019a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (83a83932-62a9-4c41-8499-eed8b53e99e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.849333 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f1c08-e5cc-4df3-aa19-6e6a8f019a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a83932-62a9-4c41-8499-eed8b53e99e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:52.856505 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 41974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:52.856691 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2a8f1c08-e5cc-4df3-aa19-6e6a8f019a5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b88884dd6e8c458b9c3592b79d7896cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890688 Apr 03 16:44:52.923135 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] Publish callbacks [] for security_group (83a83932-62a9-4c41-8499-eed8b53e99e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:52.949292 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] Publish callbacks [] for security_group (83a83932-62a9-4c41-8499-eed8b53e99e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:53.006155 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (83a83932-62a9-4c41-8499-eed8b53e99e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:53.009437 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:53.011173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83a83932-62a9-4c41-8499-eed8b53e99e3 HTTP/1.1" status: 204 len: 168 time: 0.1524007 Apr 03 16:44:53.022048 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb51eb-be81-49b5-ac35-d0d9eca55ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a83932-62a9-4c41-8499-eed8b53e99e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:53.784652 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:53.982385 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112842794-network', 'tenant_id': '2fd01a6cdfa24bce8dae1a3519c2c48e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:54.001311 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Made reservation on behalf of 2fd01a6cdfa24bce8dae1a3519c2c48e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:44:54.003565 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.013398 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.095307 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks [] for security_group (96f6cba9-2077-447e-8cdb-0355fb06e383), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.099820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (96f6cba9-2077-447e-8cdb-0355fb06e383), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.129739 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:44:54.136933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f6cba9-2077-447e-8cdb-0355fb06e383,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:54.147969 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (ee842c28-419c-45e0-bf95-8d53792c1fb7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.148562 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Added segment ee842c28-419c-45e0-bf95-8d53792c1fb7 of type vlan for network 5298f307-3452-4faa-a4c3-f2d4f14cb293 Apr 03 16:44:54.199795 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768909459761'] for network (5298f307-3452-4faa-a4c3-f2d4f14cb293), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.227788 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191'] for network (5298f307-3452-4faa-a4c3-f2d4f14cb293), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.229750 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:54.230436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.286030 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5000753 Apr 03 16:44:54.288966 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:54.294857 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Request body: {'subnet': {'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112842794-subnet', 'tenant_id': '2fd01a6cdfa24bce8dae1a3519c2c48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:54.303644 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccc1bc-02a8-489b-b7f2-6ab0e861b9ec admin admin] Pushing event updated for resources: {'Network': ['ID=5298f307-3452-4faa-a4c3-f2d4f14cb293,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:54.316572 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 details requested by agent ovs-agent-dv-cinder-836252-2-iscsi with host dv-cinder-836252-2-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:44:54.321240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Made reservation on behalf of 2fd01a6cdfa24bce8dae1a3519c2c48e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:44:54.325031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5047432'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.520451 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5782496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5047454'] for subnet (0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.598144 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:54.606968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Checking segment: {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:44:54.607330 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Network hostable DHCP agents. Network: 5298f307-3452-4faa-a4c3-f2d4f14cb293, hostable agents: ['d8347ec1-1c3a-4023-a4be-e1464f1650b3'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:44:54.625132 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 is scheduled to be hosted by DHCP agent d8347ec1-1c3a-4023-a4be-e1464f1650b3 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:44:54.634095 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-2-iscsi, 5298f307-3452-4faa-a4c3-f2d4f14cb293) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:44:54.639142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:54.639878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:54.644944 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d493351-0335-4671-8075-da36213563fc None None] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:44:54.669000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-030c8545-b255-4aa4-b0cc-bd69c613120c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3786020 Apr 03 16:44:54.751237 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72dbab0-6345-4086-a320-348dc56a8516 None None] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:44:55.247873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:55.359542 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e21e3c-8c00-424d-b1e0-38eb884ee4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.431528 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e21e3c-8c00-424d-b1e0-38eb884ee4dd admin admin] Publish callbacks [] for security_group (042eec08-28b9-4b08-b3d3-09f0bf4eb90a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.435724 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e21e3c-8c00-424d-b1e0-38eb884ee4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (042eec08-28b9-4b08-b3d3-09f0bf4eb90a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.472272 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e21e3c-8c00-424d-b1e0-38eb884ee4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042eec08-28b9-4b08-b3d3-09f0bf4eb90a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:55.476622 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-43e21e3c-8c00-424d-b1e0-38eb884ee4dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2974eddc2b534836924a0ec75290b2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276862 Apr 03 16:44:55.479722 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:55.525587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] Publish callbacks [] for security_group (042eec08-28b9-4b08-b3d3-09f0bf4eb90a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.546970 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] Publish callbacks [] for security_group (042eec08-28b9-4b08-b3d3-09f0bf4eb90a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.594426 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (042eec08-28b9-4b08-b3d3-09f0bf4eb90a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.597157 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.600655 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/042eec08-28b9-4b08-b3d3-09f0bf4eb90a HTTP/1.1" status: 204 len: 168 time: 0.1182678 Apr 03 16:44:55.606828 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b95c8-8cfc-43a7-82ca-dd7493063f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042eec08-28b9-4b08-b3d3-09f0bf4eb90a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:55.871345 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:55.892649 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35a260b-e0b6-4fde-b204-69058d2325ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.981798 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35a260b-e0b6-4fde-b204-69058d2325ee admin admin] Publish callbacks [] for security_group (498cca2f-53e4-487e-9a5f-772013145037), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:55.985307 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35a260b-e0b6-4fde-b204-69058d2325ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (498cca2f-53e4-487e-9a5f-772013145037), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:56.023932 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d35a260b-e0b6-4fde-b204-69058d2325ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea216ebeed4243f7a1f2bfb6c9f69ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503921 Apr 03 16:44:56.025071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a260b-e0b6-4fde-b204-69058d2325ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498cca2f-53e4-487e-9a5f-772013145037,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:56.027491 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:44:56.075953 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] Publish callbacks [] for security_group (498cca2f-53e4-487e-9a5f-772013145037), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:56.096492 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] Publish callbacks [] for security_group (498cca2f-53e4-487e-9a5f-772013145037), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:56.146009 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (498cca2f-53e4-487e-9a5f-772013145037), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:56.148523 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:56.149668 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/498cca2f-53e4-487e-9a5f-772013145037 HTTP/1.1" status: 204 len: 168 time: 0.1206281 Apr 03 16:44:56.157859 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6303-4355-4e08-b62d-73291e50af13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498cca2f-53e4-487e-9a5f-772013145037,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:56.575889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0db83aba-43e3-477e-a39c-82dcb1f6047a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:56.577478 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0db83aba-43e3-477e-a39c-82dcb1f6047a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 809 time: 0.1033444 Apr 03 16:44:56.592143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-e825254c-b07d-4b61-b4e8-fdb842dbfe43 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/quotas/2fd01a6cdfa24bce8dae1a3519c2c48e HTTP/1.1" status: 200 len: 375 time: 0.0094132 Apr 03 16:44:56.630575 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-c5af43d6-b881-423b-910f-1b8d6b2acf21 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329030 Apr 03 16:44:56.820945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-72b64fda-d849-4bdf-9895-5325b597e44d service neutron] 10.222.0.48 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828179 Apr 03 16:44:56.917783 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-92bb7356-f905-47e5-8d46-362286edb629 service neutron] 10.222.0.48 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905623 Apr 03 16:44:57.088235 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-effc0934-707e-4ce0-821a-bad4eac9febf req-30b9dee4-b1f0-4d8e-8683-35836fe81826 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 210 time: 0.0331779 Apr 03 16:44:58.167398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-5edfc3a5-c81e-4692-9b9c-f4de003662bc tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:58.168878 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-5edfc3a5-c81e-4692-9b9c-f4de003662bc tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 809 time: 0.1389635 Apr 03 16:44:58.181856 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Request body: {'port': {'device_id': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293', 'admin_state_up': True, 'tenant_id': '2fd01a6cdfa24bce8dae1a3519c2c48e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:58.259171 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81e9e465-8e0a-4e0e-a428-3336cff3eba7 req-88871c3c-8c77-4630-b950-85d994b0509b tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 210 time: 0.0603681 Apr 03 16:44:58.318600 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Made reservation on behalf of 2fd01a6cdfa24bce8dae1a3519c2c48e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:44:58.323369 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:58.457681 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Allocated IP 172.20.0.2 (5298f307-3452-4faa-a4c3-f2d4f14cb293/0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce/4444db25-2b08-4f6f-81cf-1f24d6d2e4f5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:44:58.603456 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks [] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:58.635897 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:58.677240 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:44:58.680333 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:44:58.686789 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:44:58.693134 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Pushing event updated for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:58.737592 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:58.738191 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:58.754819 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0c5978f8-bcea-42b7-8a16-b7e590331b0e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769103 Apr 03 16:44:58.771656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Request body: {'port': {'device_id': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:44:58.831524 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.091231 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:44:59.098742 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks [] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.113375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Transition to ACTIVE for port object 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:44:59.117654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.174147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Pushing event updated for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:59.247337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Attempting to bind port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:44:59.247730 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Attempting to bind port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:44:59.248010 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Attempting to bind port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:44:59.252717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:44:59.253135 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Attempting to bind port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:44:59.258170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:44:59.258508 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Checking segment: {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:44:59.259074 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Bound using segment: {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:44:59.259497 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Bound port: 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:44:59.260646 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.342327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:44:59.346366 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:44:59.362010 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.415131 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:59.415779 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.417753 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] 10.222.0.50 "PUT /v2.0/ports/4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 HTTP/1.1" status: 200 len: 1093 time: 0.6500180 Apr 03 16:44:59.419738 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:44:59.422104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36236580-c2b1-4271-9f63-015ff3378536" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:44:59.451271 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9c179-6878-4e2c-a23c-13e10df0b800 service neutron] Pushing event updated for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:44:59.461491 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29afbc-3ee8-481c-bfce-581c02edccf8 req-ea77cddb-42fc-4823-98a9-640ad70139aa tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:59.462989 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af29afbc-3ee8-481c-bfce-581c02edccf8 req-ea77cddb-42fc-4823-98a9-640ad70139aa tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.1121233 Apr 03 16:44:59.465626 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2fc9a-ed0c-4f59-91a0-e015474a8761 x-openstack-request-id: req-8af2fc9a-ed0c-4f59-91a0-e015474a8761 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:44:59.465914 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:44:59.466167 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8af2fc9a-ed0c-4f59-91a0-e015474a8761 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:44:59.466561 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af2fc9a-ed0c-4f59-91a0-e015474a8761'] response: {'name': 'network-changed', 'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5', 'status': 'completed', 'code': 200} Apr 03 16:44:59.543234 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-68ec927a-8066-42fb-999d-b120b668f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:59.544684 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-68ec927a-8066-42fb-999d-b120b668f35d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 1127 time: 0.0806880 Apr 03 16:44:59.547648 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af29afbc-3ee8-481c-bfce-581c02edccf8 req-710c4b11-ae4d-40b6-8456-7a14bed9d708 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Apr 03 16:44:59.588951 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-95e1fdc5-6c0f-4233-8130-7ffafffd59ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0337441 Apr 03 16:44:59.641454 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-a6774cfd-347f-4f91-ab9d-ee28b8520bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:44:59.642928 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-a6774cfd-347f-4f91-ab9d-ee28b8520bb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce HTTP/1.1" status: 200 len: 849 time: 0.0479431 Apr 03 16:44:59.927608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-33e35cc8-9643-41bf-b1e3-cc0406c2e41a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5298f307-3452-4faa-a4c3-f2d4f14cb293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788746 Apr 03 16:45:00.665590 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337652-553e-43f6-b610-8bd9a8043ee1 req-28d4a792-6633-4b71-b9ff-170e1301078e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:00.667129 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0337652-553e-43f6-b610-8bd9a8043ee1 req-28d4a792-6633-4b71-b9ff-170e1301078e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.0524623 Apr 03 16:45:00.712209 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0337652-553e-43f6-b610-8bd9a8043ee1 req-0730bebd-6c80-43e7-a483-7b8946d705ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Apr 03 16:45:01.035953 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-c130ff29-57b3-4f86-82c3-62fa028b6e03 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Apr 03 16:45:01.878622 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbc37b-7670-4588-a65f-0883bcc09af9 req-d278f18a-5378-4e10-8a2f-91661af7438d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:01.880084 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7bbc37b-7670-4588-a65f-0883bcc09af9 req-d278f18a-5378-4e10-8a2f-91661af7438d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.1000791 Apr 03 16:45:01.944934 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9695211d-7513-4504-b0b4-c08a0e5c8f92 req-0ce5e03b-75d7-4d5a-bd44-14b1afa3cde8 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290245 Apr 03 16:45:01.949198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7bbc37b-7670-4588-a65f-0883bcc09af9 req-4f3ab914-5534-4907-8f9e-a996ce5b7013 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Apr 03 16:45:03.067785 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f010da8-34b0-40b4-a5d0-e19d7d4f407f req-d6a1ff43-dc9a-47a3-b739-a326df530e55 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:03.069295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f010da8-34b0-40b4-a5d0-e19d7d4f407f req-d6a1ff43-dc9a-47a3-b739-a326df530e55 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.0538001 Apr 03 16:45:03.114431 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f010da8-34b0-40b4-a5d0-e19d7d4f407f req-6525fc72-59a8-43ed-8640-56700684337b tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Apr 03 16:45:03.296626 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236580-c2b1-4271-9f63-015ff3378536 req-fa84c3c8-5fac-4d09-ba14-27adb4b5051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:03.298094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-fa84c3c8-5fac-4d09-ba14-27adb4b5051c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 1127 time: 0.0479171 Apr 03 16:45:03.386707 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236580-c2b1-4271-9f63-015ff3378536 req-60f39e16-d5c7-4404-b4ea-c2e079fd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:03.388178 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-60f39e16-d5c7-4404-b4ea-c2e079fd74a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 910 time: 0.0841799 Apr 03 16:45:03.433155 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-a65fa778-2e47-4313-93c8-eec438c1da9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0382373 Apr 03 16:45:03.480000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236580-c2b1-4271-9f63-015ff3378536 req-18c804f5-d676-4fbc-b16b-26e2e11ae920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:03.481476 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-18c804f5-d676-4fbc-b16b-26e2e11ae920 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce HTTP/1.1" status: 200 len: 849 time: 0.0432248 Apr 03 16:45:03.512942 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-8884c3c3-23e0-4336-9530-81cf97bce42f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5298f307-3452-4faa-a4c3-f2d4f14cb293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257380 Apr 03 16:45:03.598022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-a922db88-04cd-40e1-a56c-09dd8102e1ef service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788755 Apr 03 16:45:03.689140 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36236580-c2b1-4271-9f63-015ff3378536 req-0e03cb31-4ba2-4bbe-832e-68d418403901 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Apr 03 16:45:04.244492 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd69a-eaa6-4926-9650-96d387c0c9dd req-bd01693a-6dbb-404f-b41b-799007ab4c07 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:04.246472 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28bbd69a-eaa6-4926-9650-96d387c0c9dd req-bd01693a-6dbb-404f-b41b-799007ab4c07 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.0575149 Apr 03 16:45:04.311741 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28bbd69a-eaa6-4926-9650-96d387c0c9dd req-8aede566-7259-4375-b11d-a174f52878da tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Apr 03 16:45:04.659777 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:04.773760 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:04.863486 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Publish callbacks [] for security_group (0471795b-fc0c-4a33-bdbf-1b1baa7311a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:04.867503 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0471795b-fc0c-4a33-bdbf-1b1baa7311a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:04.905837 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6af3f4a79224b62b9cb5dc9f046d511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448771 Apr 03 16:45:04.906763 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0471795b-fc0c-4a33-bdbf-1b1baa7311a7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:04.908554 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:04.913899 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.914251 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.914596 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.914936 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.915280 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.915605 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.915935 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.916905 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.917376 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.917706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.918039 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.918370 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.918701 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.919026 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.919349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6dbebc-84c5-492e-ab2f-886afb4e87fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:04.957666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Publish callbacks [] for security_group (0471795b-fc0c-4a33-bdbf-1b1baa7311a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:04.979686 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Publish callbacks [] for security_group (0471795b-fc0c-4a33-bdbf-1b1baa7311a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:05.028702 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0471795b-fc0c-4a33-bdbf-1b1baa7311a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:05.031216 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:05.032352 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0471795b-fc0c-4a33-bdbf-1b1baa7311a7 HTTP/1.1" status: 204 len: 168 time: 0.1228170 Apr 03 16:45:05.043069 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0471795b-fc0c-4a33-bdbf-1b1baa7311a7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:05.052609 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.052956 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.053300 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.053804 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.054249 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.054585 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.054918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.055247 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.055573 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.055902 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.056232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.056604 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.056957 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.057283 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.057627 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdad514-8eb6-4af4-98f7-f32abda570c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:05.434163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6262a-ee68-4b8d-9c23-6dd29a4b3426 req-1041cb24-18e2-42e0-8c74-2a725a4dea0c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:05.435676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02e6262a-ee68-4b8d-9c23-6dd29a4b3426 req-1041cb24-18e2-42e0-8c74-2a725a4dea0c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.0537999 Apr 03 16:45:05.483913 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02e6262a-ee68-4b8d-9c23-6dd29a4b3426 req-9e2b5caf-9eb2-4bd6-b88d-97e139f83d4d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Apr 03 16:45:06.603112 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac81b5c-3aeb-4e44-8319-505ad4f9544e req-61a783ff-e487-4c62-b8b5-3f8c571c8cdf tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:06.604654 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dac81b5c-3aeb-4e44-8319-505ad4f9544e req-61a783ff-e487-4c62-b8b5-3f8c571c8cdf tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Apr 03 16:45:06.645841 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:06.655881 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dac81b5c-3aeb-4e44-8319-505ad4f9544e req-95a373e9-829e-45f4-9796-ad932fc268ee tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Apr 03 16:45:06.749703 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b87d0d-8e7d-46a1-9224-468f0a98e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.821735 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b87d0d-8e7d-46a1-9224-468f0a98e74b admin admin] Publish callbacks [] for security_group (0037117f-336d-4c97-9623-e8828c65b78e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.826446 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b87d0d-8e7d-46a1-9224-468f0a98e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0037117f-336d-4c97-9623-e8828c65b78e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.862207 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87d0d-8e7d-46a1-9224-468f0a98e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0037117f-336d-4c97-9623-e8828c65b78e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:06.866476 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-41b87d0d-8e7d-46a1-9224-468f0a98e74b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecbee5c53f6047efa065f3027c3abf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195501 Apr 03 16:45:06.870068 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:06.918706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] Publish callbacks [] for security_group (0037117f-336d-4c97-9623-e8828c65b78e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.939298 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] Publish callbacks [] for security_group (0037117f-336d-4c97-9623-e8828c65b78e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.987230 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (0037117f-336d-4c97-9623-e8828c65b78e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.990297 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:06.991437 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0037117f-336d-4c97-9623-e8828c65b78e HTTP/1.1" status: 204 len: 168 time: 0.1206934 Apr 03 16:45:07.000001 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce6fa-de3b-4d36-8b4c-3ae7e22d6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037117f-336d-4c97-9623-e8828c65b78e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.190971 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:45:07.273559 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:07.287269 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55086ebb-51fc-4e6d-89cd-6556ccdb75f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.300461 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:07.312857 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5', 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293', 'port_id': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5', 'mac_address': 'fa:16:3e:50:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:45:07.353465 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:45:07.353871 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.368189 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:45:07.375062 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55086ebb-51fc-4e6d-89cd-6556ccdb75f4 admin admin] Publish callbacks [] for security_group (240a5f79-9780-40a1-9c9d-8c36260131bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.380450 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55086ebb-51fc-4e6d-89cd-6556ccdb75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (240a5f79-9780-40a1-9c9d-8c36260131bd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.391155 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:07.395816 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.419377 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55086ebb-51fc-4e6d-89cd-6556ccdb75f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a5f79-9780-40a1-9c9d-8c36260131bd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.425938 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-55086ebb-51fc-4e6d-89cd-6556ccdb75f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62171a833d664112940826789656881a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489067 Apr 03 16:45:07.426604 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:07.436699 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:07.458837 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.475081 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] Publish callbacks [] for security_group (240a5f79-9780-40a1-9c9d-8c36260131bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.500025 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] Publish callbacks [] for security_group (240a5f79-9780-40a1-9c9d-8c36260131bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.542593 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fb7-9532-4bc8-9a20-95b52bbf1fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.548245 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (240a5f79-9780-40a1-9c9d-8c36260131bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.550971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.552132 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/240a5f79-9780-40a1-9c9d-8c36260131bd HTTP/1.1" status: 204 len: 168 time: 0.1250715 Apr 03 16:45:07.561196 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d906f5d-3842-47e5-a041-5c48370c5b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a5f79-9780-40a1-9c9d-8c36260131bd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.625553 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fb7-9532-4bc8-9a20-95b52bbf1fe5 admin admin] Publish callbacks [] for security_group (61fc73bd-fad0-4938-a253-5a6941de3cd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.630038 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fb7-9532-4bc8-9a20-95b52bbf1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (61fc73bd-fad0-4938-a253-5a6941de3cd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.670015 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-12ac8fb7-9532-4bc8-9a20-95b52bbf1fe5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d14a97df0a14daa91ff6540abea8a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320480 Apr 03 16:45:07.670720 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac8fb7-9532-4bc8-9a20-95b52bbf1fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc73bd-fad0-4938-a253-5a6941de3cd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.672727 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:07.732443 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] Publish callbacks [] for security_group (61fc73bd-fad0-4938-a253-5a6941de3cd8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.759385 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] Publish callbacks [] for security_group (61fc73bd-fad0-4938-a253-5a6941de3cd8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.787265 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['4444db25-2b08-4f6f-81cf-1f24d6d2e4f5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:45:07.804615 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e909440-a7c2-4ddb-a083-d2b3a4ced005 req-66fbb5d7-3b94-4c4c-adba-14d41313b200 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:07.814000 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e909440-a7c2-4ddb-a083-d2b3a4ced005 req-66fbb5d7-3b94-4c4c-adba-14d41313b200 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 944 time: 0.0746000 Apr 03 16:45:07.823933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (61fc73bd-fad0-4938-a253-5a6941de3cd8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.828436 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:07.832657 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61fc73bd-fad0-4938-a253-5a6941de3cd8 HTTP/1.1" status: 204 len: 168 time: 0.1557715 Apr 03 16:45:07.841298 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b37b0c-e309-4346-84ae-35ac99808aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc73bd-fad0-4938-a253-5a6941de3cd8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:07.889143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e909440-a7c2-4ddb-a083-d2b3a4ced005 req-1d3b6005-2600-41d3-a1b6-8377698cbc99 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682595 Apr 03 16:45:08.091738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b6a14a8c-851c-4996-b472-67f39c966b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.138518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:08.155621 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18821d7b-951b-4e6d-8a28-f18baabeec21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.235625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18821d7b-951b-4e6d-8a28-f18baabeec21 admin admin] Publish callbacks [] for security_group (395e07a1-a4eb-4381-892c-76dbd2a2adc6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.239699 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18821d7b-951b-4e6d-8a28-f18baabeec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (395e07a1-a4eb-4381-892c-76dbd2a2adc6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.277789 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-18821d7b-951b-4e6d-8a28-f18baabeec21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e22630d275b14f0d9b66fa7a3e919264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380997 Apr 03 16:45:08.280287 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:08.287395 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18821d7b-951b-4e6d-8a28-f18baabeec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e07a1-a4eb-4381-892c-76dbd2a2adc6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:08.336980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] Publish callbacks [] for security_group (395e07a1-a4eb-4381-892c-76dbd2a2adc6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.359917 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] Publish callbacks [] for security_group (395e07a1-a4eb-4381-892c-76dbd2a2adc6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.410175 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (395e07a1-a4eb-4381-892c-76dbd2a2adc6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.412839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:08.414004 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/395e07a1-a4eb-4381-892c-76dbd2a2adc6 HTTP/1.1" status: 204 len: 168 time: 0.1326764 Apr 03 16:45:08.423483 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1592-0449-4e09-822d-c65e751e561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e07a1-a4eb-4381-892c-76dbd2a2adc6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:09.014513 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a752b-b0f4-4fa3-90dd-6ae7ae427006 req-df062335-f529-443e-8d6a-07e0826205dd tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:09.016169 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b08a752b-b0f4-4fa3-90dd-6ae7ae427006 req-df062335-f529-443e-8d6a-07e0826205dd tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 944 time: 0.0674322 Apr 03 16:45:09.077676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b08a752b-b0f4-4fa3-90dd-6ae7ae427006 req-711ed5f4-aa48-4afd-a2ef-0afc35963ff8 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Apr 03 16:45:09.188036 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:45:09.246655 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:45:09.251147 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:45:09.251533 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.336605 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:45:09.337008 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.362147 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:09.364432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae52fad-dd28-4ff3-8fb1-39e54400c4ab" -d '{"events": [{"server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "name": "network-vif-plugged", "status": "completed", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:09.378753 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:09.389871 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.426717 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb73b4-1a93-4ffa-ab16-4558dd1f93ba x-openstack-request-id: req-c3eb73b4-1a93-4ffa-ab16-4558dd1f93ba {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:09.427017 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "name": "network-vif-plugged", "status": "completed", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:09.427279 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3eb73b4-1a93-4ffa-ab16-4558dd1f93ba {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:09.427786 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3eb73b4-1a93-4ffa-ab16-4558dd1f93ba'] response: {'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5', 'code': 200} Apr 03 16:45:09.456089 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:09.631331 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc839bb-5be3-4760-a3eb-de976a9cfb5e req-81fcc6ed-195f-48f3-88b3-4d7a83dba9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:09.633405 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dc839bb-5be3-4760-a3eb-de976a9cfb5e req-81fcc6ed-195f-48f3-88b3-4d7a83dba9e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 1129 time: 0.0720270 Apr 03 16:45:09.681194 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2dc839bb-5be3-4760-a3eb-de976a9cfb5e req-7cbbf377-4ea5-4ae7-9a58-7719a644ea49 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Apr 03 16:45:09.691513 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:09.807256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dba1-097b-425a-8f8a-4d15c8880e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.880568 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dba1-097b-425a-8f8a-4d15c8880e36 admin admin] Publish callbacks [] for security_group (c7632dfe-dc9d-4dee-9b26-c58cb2b7721d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.883931 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dba1-097b-425a-8f8a-4d15c8880e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c7632dfe-dc9d-4dee-9b26-c58cb2b7721d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.924256 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c9f2dba1-097b-425a-8f8a-4d15c8880e36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24c3bdd226e14024bc53bbe646cbbbca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314942 Apr 03 16:45:09.925144 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2dba1-097b-425a-8f8a-4d15c8880e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7632dfe-dc9d-4dee-9b26-c58cb2b7721d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:09.927597 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:09.975531 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] Publish callbacks [] for security_group (c7632dfe-dc9d-4dee-9b26-c58cb2b7721d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:09.996570 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] Publish callbacks [] for security_group (c7632dfe-dc9d-4dee-9b26-c58cb2b7721d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.045586 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c7632dfe-dc9d-4dee-9b26-c58cb2b7721d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.048195 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.049380 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7632dfe-dc9d-4dee-9b26-c58cb2b7721d HTTP/1.1" status: 204 len: 168 time: 0.1207852 Apr 03 16:45:10.058324 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729d2b9-3ede-4eb1-8e9e-7bb5f6404f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7632dfe-dc9d-4dee-9b26-c58cb2b7721d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:10.203018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792ada1-7e0a-4393-a222-b48dda8b58cc req-b56d3139-aa78-4b5f-a422-de591b2872a8 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:10.204656 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0792ada1-7e0a-4393-a222-b48dda8b58cc req-b56d3139-aa78-4b5f-a422-de591b2872a8 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0521324 Apr 03 16:45:10.253241 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0792ada1-7e0a-4393-a222-b48dda8b58cc req-4be9504e-d00e-426a-8a71-4b040d547e71 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Apr 03 16:45:10.306690 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:10.319501 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a58-11ff-4e7c-bdef-5c3ae606ef30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.393516 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a58-11ff-4e7c-bdef-5c3ae606ef30 admin admin] Publish callbacks [] for security_group (880cbe10-86c2-4769-b622-248dd56b6861), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.397079 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a58-11ff-4e7c-bdef-5c3ae606ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (880cbe10-86c2-4769-b622-248dd56b6861), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.434987 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-be8d5a58-11ff-4e7c-bdef-5c3ae606ef30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1e468fb77c943a891f84e84f8d8f086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272144 Apr 03 16:45:10.435840 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d5a58-11ff-4e7c-bdef-5c3ae606ef30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880cbe10-86c2-4769-b622-248dd56b6861,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:10.437696 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:10.483990 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7e53697e-971a-484f-927c-3efaa811db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.488296 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] Publish callbacks [] for security_group (880cbe10-86c2-4769-b622-248dd56b6861), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.511563 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] Publish callbacks [] for security_group (880cbe10-86c2-4769-b622-248dd56b6861), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.560018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (880cbe10-86c2-4769-b622-248dd56b6861), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.562766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:10.563920 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/880cbe10-86c2-4769-b622-248dd56b6861 HTTP/1.1" status: 204 len: 168 time: 0.1251318 Apr 03 16:45:10.571377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a0c87-41c4-459b-a528-fc52f76496f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880cbe10-86c2-4769-b622-248dd56b6861,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:11.384344 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213bec-8f07-4c8d-b943-f78eaa601a77 req-d00a5eae-e839-4c99-9177-8b013aa2353d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:11.386616 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-54213bec-8f07-4c8d-b943-f78eaa601a77 req-d00a5eae-e839-4c99-9177-8b013aa2353d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0584121 Apr 03 16:45:11.435431 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-54213bec-8f07-4c8d-b943-f78eaa601a77 req-87d58229-b8bf-4c8a-95c8-fbad23c8801a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Apr 03 16:45:11.442223 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:12.572249 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a378dd3-a169-44be-a9d7-1e060ee410d7 req-560b851b-ebcb-4fd6-a4e0-aa031311d40e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:12.574015 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a378dd3-a169-44be-a9d7-1e060ee410d7 req-560b851b-ebcb-4fd6-a4e0-aa031311d40e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0661745 Apr 03 16:45:12.623394 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a378dd3-a169-44be-a9d7-1e060ee410d7 req-6f8a7c0f-41ba-47e5-92d4-3f2025602b74 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Apr 03 16:45:12.998290 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.253619 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e336-9655-4333-adb7-b48cdb1efcf2 req-7a27e3ab-ae7a-48c0-a38c-890a20139c4d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:13.255074 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9665e336-9655-4333-adb7-b48cdb1efcf2 req-7a27e3ab-ae7a-48c0-a38c-890a20139c4d tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Apr 03 16:45:13.307584 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9665e336-9655-4333-adb7-b48cdb1efcf2 req-50c4b769-9844-4336-900e-57c967fb755e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Apr 03 16:45:13.451448 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:13.554769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-634a5e33-1537-4040-ad2c-c4dcf9613b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.628536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-634a5e33-1537-4040-ad2c-c4dcf9613b30 admin admin] Publish callbacks [] for security_group (8175e996-06f0-493c-b19f-9f63cd1d4db6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.633022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-634a5e33-1537-4040-ad2c-c4dcf9613b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (8175e996-06f0-493c-b19f-9f63cd1d4db6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.672281 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-634a5e33-1537-4040-ad2c-c4dcf9613b30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e657a37e123494baec928e0e622cf08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195044 Apr 03 16:45:13.674173 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a5e33-1537-4040-ad2c-c4dcf9613b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8175e996-06f0-493c-b19f-9f63cd1d4db6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:13.674972 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:13.724021 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] Publish callbacks [] for security_group (8175e996-06f0-493c-b19f-9f63cd1d4db6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.746690 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] Publish callbacks [] for security_group (8175e996-06f0-493c-b19f-9f63cd1d4db6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.797284 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (8175e996-06f0-493c-b19f-9f63cd1d4db6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.799835 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:13.801150 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8175e996-06f0-493c-b19f-9f63cd1d4db6 HTTP/1.1" status: 204 len: 168 time: 0.1251934 Apr 03 16:45:13.809698 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0599b-9e71-4f31-8693-b1a828ffa2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8175e996-06f0-493c-b19f-9f63cd1d4db6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:14.054883 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:14.068328 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1df0d271-067a-413c-b2a9-a130bcaf5e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.143388 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1df0d271-067a-413c-b2a9-a130bcaf5e40 admin admin] Publish callbacks [] for security_group (7998f743-cfe6-49cd-bc31-51d6618520f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.147223 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1df0d271-067a-413c-b2a9-a130bcaf5e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7998f743-cfe6-49cd-bc31-51d6618520f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.183780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0d271-067a-413c-b2a9-a130bcaf5e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7998f743-cfe6-49cd-bc31-51d6618520f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:14.189027 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1df0d271-067a-413c-b2a9-a130bcaf5e40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=190711197e0e40d9ba2c5570a32ce7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331100 Apr 03 16:45:14.191588 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:14.236966 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] Publish callbacks [] for security_group (7998f743-cfe6-49cd-bc31-51d6618520f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.258755 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] Publish callbacks [] for security_group (7998f743-cfe6-49cd-bc31-51d6618520f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.304645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7998f743-cfe6-49cd-bc31-51d6618520f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.307148 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.309032 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7998f743-cfe6-49cd-bc31-51d6618520f6 HTTP/1.1" status: 204 len: 168 time: 0.1165566 Apr 03 16:45:14.316549 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579b21-090f-427d-8f8c-9208f829f8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998f743-cfe6-49cd-bc31-51d6618520f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:14.426039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.436057 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fa333-e3e2-4221-ac8e-3f328259a77d req-a123afe2-0a6c-422c-9d48-237956669df4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:14.437620 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-935fa333-e3e2-4221-ac8e-3f328259a77d req-a123afe2-0a6c-422c-9d48-237956669df4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0576127 Apr 03 16:45:14.493804 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-935fa333-e3e2-4221-ac8e-3f328259a77d req-830d8605-82b3-46a0-bb00-f439f2fcfd6e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Apr 03 16:45:14.723432 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:14.823155 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-286f049d-710f-4456-9b22-a68a2a3f6dc8 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:14.825242 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-286f049d-710f-4456-9b22-a68a2a3f6dc8 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 945 time: 0.0620511 Apr 03 16:45:14.922823 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Deleting port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:45:14.923163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:15.015536 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] For port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:15.015906 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:15.030179 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Calling delete_port for 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:45:15.162314 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (4444db25-2b08-4f6f-81cf-1f24d6d2e4f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:15.175144 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['4444db25-2b08-4f6f-81cf-1f24d6d2e4f5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:45:15.195514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Pushing event deleted for resources: {'Port': ['ID=4444db25-2b08-4f6f-81cf-1f24d6d2e4f5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:15.236708 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] No DVR routers for this DVR port 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:45:15.239571 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:15.243435 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3577884-5544-4fc1-96ae-ac07f5e4ffb5 req-32bda8e9-75a4-425e-8428-68788fc450f4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "DELETE /v2.0/ports/4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 HTTP/1.1" status: 204 len: 173 time: 0.4127607 Apr 03 16:45:15.243878 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'name': 'network-vif-deleted', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:15.247371 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc8430-c107-4636-9abd-01a730964c7d" -d '{"events": [{"server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "name": "network-vif-deleted", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:15.290650 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf74d33-9db9-4014-a9d3-193bc72db149 x-openstack-request-id: req-dbf74d33-9db9-4014-a9d3-193bc72db149 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:15.290944 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe14073-028c-42a9-8627-b84f4a7c74f4", "name": "network-vif-deleted", "tag": "4444db25-2b08-4f6f-81cf-1f24d6d2e4f5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:15.291199 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf74d33-9db9-4014-a9d3-193bc72db149 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:15.292518 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf74d33-9db9-4014-a9d3-193bc72db149'] response: {'server_uuid': 'bfe14073-028c-42a9-8627-b84f4a7c74f4', 'name': 'network-vif-deleted', 'tag': '4444db25-2b08-4f6f-81cf-1f24d6d2e4f5', 'status': 'completed', 'code': 200} Apr 03 16:45:15.608480 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4bc7dc56-3beb-4313-aa22-e663a903df2b req-d9b0a5dd-5984-4b69-9acc-ef85a80a977b tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe14073-028c-42a9-8627-b84f4a7c74f4 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Apr 03 16:45:16.374226 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:16.495414 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca652513-e006-44f4-b4e7-def89024a324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.568650 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca652513-e006-44f4-b4e7-def89024a324 admin admin] Publish callbacks [] for security_group (7c401b5c-1d90-432f-95f5-253a87e0ce44), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.573501 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca652513-e006-44f4-b4e7-def89024a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7c401b5c-1d90-432f-95f5-253a87e0ce44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.614458 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ca652513-e006-44f4-b4e7-def89024a324 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba78d720c1a04582b3cec9eceb8ca1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391729 Apr 03 16:45:16.615303 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca652513-e006-44f4-b4e7-def89024a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c401b5c-1d90-432f-95f5-253a87e0ce44,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:16.617457 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:16.670891 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] Publish callbacks [] for security_group (7c401b5c-1d90-432f-95f5-253a87e0ce44), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.697772 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] Publish callbacks [] for security_group (7c401b5c-1d90-432f-95f5-253a87e0ce44), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.745493 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7c401b5c-1d90-432f-95f5-253a87e0ce44), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.748136 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:16.749427 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c401b5c-1d90-432f-95f5-253a87e0ce44 HTTP/1.1" status: 204 len: 168 time: 0.1309786 Apr 03 16:45:16.757941 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d87c30-2b08-4569-9738-ed8c0d994296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c401b5c-1d90-432f-95f5-253a87e0ce44,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:16.932597 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-321b925d-d043-4e91-a2db-ef7a06df91bb tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:16.934108 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-321b925d-d043-4e91-a2db-ef7a06df91bb tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 809 time: 0.1050556 Apr 03 16:45:16.948564 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-77489c24-5723-4200-a196-3e7809be25cd tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/quotas/2fd01a6cdfa24bce8dae1a3519c2c48e HTTP/1.1" status: 200 len: 375 time: 0.0089519 Apr 03 16:45:16.984504 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-52c6d316-da8d-4183-a0c0-196a937bf8a9 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309341 Apr 03 16:45:17.014322 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:17.027424 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18db7f8-fba9-4641-bed6-95fb7898045a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.079100 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-4fd94964-8ef5-4bc9-9286-8541ef63e90d service neutron] 10.222.0.48 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875704 Apr 03 16:45:17.105239 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18db7f8-fba9-4641-bed6-95fb7898045a admin admin] Publish callbacks [] for security_group (18b2675a-d440-4698-a98b-42827a2e940f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.109223 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18db7f8-fba9-4641-bed6-95fb7898045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (18b2675a-d440-4698-a98b-42827a2e940f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.147391 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18db7f8-fba9-4641-bed6-95fb7898045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b2675a-d440-4698-a98b-42827a2e940f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:17.159250 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b18db7f8-fba9-4641-bed6-95fb7898045a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5588760961a4f828795190e7f386039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413484 Apr 03 16:45:17.159610 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:17.202995 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-bd03d2c6-ee28-4712-b202-a5914399e838 service neutron] 10.222.0.48 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179917 Apr 03 16:45:17.223556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] Publish callbacks [] for security_group (18b2675a-d440-4698-a98b-42827a2e940f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.245252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] Publish callbacks [] for security_group (18b2675a-d440-4698-a98b-42827a2e940f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.292850 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (18b2675a-d440-4698-a98b-42827a2e940f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.295721 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:17.299160 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18b2675a-d440-4698-a98b-42827a2e940f HTTP/1.1" status: 204 len: 168 time: 0.1366730 Apr 03 16:45:17.310161 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e94fbb-5fa4-4b81-aa1f-125d13b70726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b2675a-d440-4698-a98b-42827a2e940f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:17.376562 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-365973f5-d489-48da-bf16-cf68ec6ddcbe req-9faec9d1-7289-4ac9-8a5b-b4e3ed449f0a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 210 time: 0.0271292 Apr 03 16:45:18.473402 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7b387470-c431-4613-a769-49e3979f1ea6 req-4c0616b5-5a2a-45b8-93e7-85e91bb94824 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 210 time: 0.0301878 Apr 03 16:45:19.566222 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dccf3f34-08b1-407e-9549-54d313ac020e req-f0c986b4-be67-4eaa-ad76-40673e8b725a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 210 time: 0.0271449 Apr 03 16:45:20.113403 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:45:20.137685 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:45:20.138021 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 4444db25-2b08-4f6f-81cf-1f24d6d2e4f5 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:45:20.620769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-f70302f6-5b1b-44e5-b530-b0178a224650 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:20.622931 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-f70302f6-5b1b-44e5-b530-b0178a224650 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 809 time: 0.1065865 Apr 03 16:45:20.634900 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Request body: {'port': {'device_id': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293', 'admin_state_up': True, 'tenant_id': '2fd01a6cdfa24bce8dae1a3519c2c48e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:45:20.703357 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b60a8376-065a-4ecd-9903-8c5a89bff1b8 req-9c2e8f52-070a-4ec9-b3d2-a451d33de588 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 210 time: 0.0640910 Apr 03 16:45:20.768590 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Made reservation on behalf of 2fd01a6cdfa24bce8dae1a3519c2c48e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:45:20.772386 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:20.895372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Allocated IP 172.20.0.9 (5298f307-3452-4faa-a4c3-f2d4f14cb293/0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce/e9998562-37f7-40d8-8565-9eb7fcc5aada) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:45:21.045377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks [] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.074643 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.118903 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Network 5298f307-3452-4faa-a4c3-f2d4f14cb293 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:45:21.122766 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:45:21.126506 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:45:21.153481 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Pushing event updated for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:21.181106 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:21.181733 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.199511 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-5bcf03ac-891b-430f-8170-2c2093474868 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682511 Apr 03 16:45:21.210981 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Request body: {'port': {'device_id': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:45:21.272089 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.533145 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9998562-37f7-40d8-8565-9eb7fcc5aada {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:45:21.540392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks [] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.552266 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Transition to ACTIVE for port object e9998562-37f7-40d8-8565-9eb7fcc5aada will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:45:21.555889 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.606527 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:21.677100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Attempting to bind port e9998562-37f7-40d8-8565-9eb7fcc5aada on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:45:21.677847 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Attempting to bind port e9998562-37f7-40d8-8565-9eb7fcc5aada by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:45:21.677847 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Attempting to bind port e9998562-37f7-40d8-8565-9eb7fcc5aada on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:45:21.681960 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Port e9998562-37f7-40d8-8565-9eb7fcc5aada on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:45:21.682373 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Attempting to bind port e9998562-37f7-40d8-8565-9eb7fcc5aada on network 5298f307-3452-4faa-a4c3-f2d4f14cb293 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:45:21.687717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:45:21.688058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Checking segment: {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:45:21.688474 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Bound using segment: {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:45:21.688899 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Bound port: e9998562-37f7-40d8-8565-9eb7fcc5aada, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee842c28-419c-45e0-bf95-8d53792c1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:45:21.689254 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.757654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:45:21.761124 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:45:21.767052 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5776985'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.828481 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:21.829097 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:21.830514 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9998562-37f7-40d8-8565-9eb7fcc5aada HTTP/1.1" status: 200 len: 1093 time: 0.6237912 Apr 03 16:45:21.830953 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:21.833203 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d3887f-d530-44df-8115-e625ec60d50a" -d '{"events": [{"name": "network-changed", "server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:21.862155 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2ffd2-c8f5-4754-9c55-b4046324b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:21.873263 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8c8a5-b1f2-4eb2-8c85-62a3fd9f8b0a x-openstack-request-id: req-37c8c8a5-b1f2-4eb2-8c85-62a3fd9f8b0a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:21.873556 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:21.873815 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37c8c8a5-b1f2-4eb2-8c85-62a3fd9f8b0a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:21.874219 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c8c8a5-b1f2-4eb2-8c85-62a3fd9f8b0a'] response: {'name': 'network-changed', 'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada', 'status': 'completed', 'code': 200} Apr 03 16:45:21.885697 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae41a6-8759-46a1-8069-77ed17e33035 req-cb4b1191-7c19-4b91-866a-1e9959652cf2 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:21.887185 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cae41a6-8759-46a1-8069-77ed17e33035 req-cb4b1191-7c19-4b91-866a-1e9959652cf2 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 943 time: 0.1099942 Apr 03 16:45:21.963777 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cae41a6-8759-46a1-8069-77ed17e33035 req-1fcf640e-3136-4cf7-82c0-b8b87ce43a86 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Apr 03 16:45:21.965635 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-d156043e-4eca-4e7e-b66e-439b957a8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:21.967023 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-d156043e-4eca-4e7e-b66e-439b957a8f66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 1127 time: 0.0889449 Apr 03 16:45:22.008282 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-9a1c4f69-638b-4816-a679-0285218d2681 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada HTTP/1.1" status: 200 len: 217 time: 0.0346859 Apr 03 16:45:22.072022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-a930aa9c-aa4a-48aa-b6e7-eb698061ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:22.074735 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-a930aa9c-aa4a-48aa-b6e7-eb698061ab08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce HTTP/1.1" status: 200 len: 849 time: 0.0585051 Apr 03 16:45:22.107565 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-37a93f69-60b3-4232-86ac-c814320489ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5298f307-3452-4faa-a4c3-f2d4f14cb293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271962 Apr 03 16:45:22.200703 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-dda0e33d-61f5-4b84-9c95-713c73c1fe70 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871062 Apr 03 16:45:22.298275 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01229af0-fb92-4a7c-bbb6-9d74705a8089 req-318aaf89-c4c3-4765-b2dd-b7538f97d6c2 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Apr 03 16:45:22.393209 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3887f-d530-44df-8115-e625ec60d50a req-9169cf52-332d-485c-a39c-8cc7669a8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:22.394752 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-9169cf52-332d-485c-a39c-8cc7669a8986 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 1127 time: 0.0504150 Apr 03 16:45:22.497654 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3887f-d530-44df-8115-e625ec60d50a req-951c9491-f3e3-41c9-b440-77816fba9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:22.501644 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-951c9491-f3e3-41c9-b440-77816fba9554 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 200 len: 910 time: 0.1010258 Apr 03 16:45:22.542922 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-5b0044db-d0da-42f1-8b99-c493dbe2da12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada HTTP/1.1" status: 200 len: 217 time: 0.0353076 Apr 03 16:45:22.590854 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3887f-d530-44df-8115-e625ec60d50a req-665ff360-f1e9-4594-b6f9-baee287f31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:22.592288 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-665ff360-f1e9-4594-b6f9-baee287f31e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce HTTP/1.1" status: 200 len: 849 time: 0.0435798 Apr 03 16:45:22.624627 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-3e474aec-0d22-4741-8f2d-512d682aad2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5298f307-3452-4faa-a4c3-f2d4f14cb293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262661 Apr 03 16:45:22.716800 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-2e60ac11-5685-4031-b996-f8a691f88b00 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863934 Apr 03 16:45:22.812863 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d3887f-d530-44df-8115-e625ec60d50a req-b5960327-99db-4d5f-861b-ffc95abe18f2 service neutron] 10.222.0.50 "GET /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905774 Apr 03 16:45:23.087377 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a9e07-d64d-4ffc-b419-abc5935537e0 req-df1fad8b-7ef0-4f2e-b9df-3ce553aeea5c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:23.089353 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4c9a9e07-d64d-4ffc-b419-abc5935537e0 req-df1fad8b-7ef0-4f2e-b9df-3ce553aeea5c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 943 time: 0.0578821 Apr 03 16:45:23.134588 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4c9a9e07-d64d-4ffc-b419-abc5935537e0 req-f42bceb7-7178-42ac-ac53-b7802f92ed4e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Apr 03 16:45:23.523100 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 42944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:23.646624 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1b70355-f5c5-49f3-9232-684f55de236e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.722820 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1b70355-f5c5-49f3-9232-684f55de236e admin admin] Publish callbacks [] for security_group (047cf058-f6a2-432a-8ae3-45776fa2dbf3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.726514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1b70355-f5c5-49f3-9232-684f55de236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (047cf058-f6a2-432a-8ae3-45776fa2dbf3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.766173 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e1b70355-f5c5-49f3-9232-684f55de236e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9199f532b1d4afd9f090abdd52f1a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419758 Apr 03 16:45:23.767139 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b70355-f5c5-49f3-9232-684f55de236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047cf058-f6a2-432a-8ae3-45776fa2dbf3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:23.768933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:23.817372 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] Publish callbacks [] for security_group (047cf058-f6a2-432a-8ae3-45776fa2dbf3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.837858 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] Publish callbacks [] for security_group (047cf058-f6a2-432a-8ae3-45776fa2dbf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.883887 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (047cf058-f6a2-432a-8ae3-45776fa2dbf3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.886637 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.897525 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/047cf058-f6a2-432a-8ae3-45776fa2dbf3 HTTP/1.1" status: 204 len: 168 time: 0.1175482 Apr 03 16:45:23.897525 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc2c4-caa0-45c0-af50-85f7f42a4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047cf058-f6a2-432a-8ae3-45776fa2dbf3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:24.171808 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:24.188167 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c77cf9-5a3e-4e2c-910a-bc7c89186244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.262813 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08cc7-ee45-4d59-90f9-389d9faa83a0 req-97c461e2-91c2-4080-a980-50fa1a3cada2 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:24.264325 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12c08cc7-ee45-4d59-90f9-389d9faa83a0 req-97c461e2-91c2-4080-a980-50fa1a3cada2 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 943 time: 0.0600557 Apr 03 16:45:24.267694 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c77cf9-5a3e-4e2c-910a-bc7c89186244 admin admin] Publish callbacks [] for security_group (717d7cc7-9585-483f-bc90-ace0f0b1e768), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.271467 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c77cf9-5a3e-4e2c-910a-bc7c89186244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (717d7cc7-9585-483f-bc90-ace0f0b1e768), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.311268 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-95c77cf9-5a3e-4e2c-910a-bc7c89186244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=744485f866334187ba7717027b3bcb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382756 Apr 03 16:45:24.312138 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c77cf9-5a3e-4e2c-910a-bc7c89186244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717d7cc7-9585-483f-bc90-ace0f0b1e768,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:24.315260 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 42968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:24.324339 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12c08cc7-ee45-4d59-90f9-389d9faa83a0 req-f37b952b-2b14-48fc-b8bb-6d70883feed3 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Apr 03 16:45:24.363662 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] Publish callbacks [] for security_group (717d7cc7-9585-483f-bc90-ace0f0b1e768), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.385225 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] Publish callbacks [] for security_group (717d7cc7-9585-483f-bc90-ace0f0b1e768), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.430968 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (717d7cc7-9585-483f-bc90-ace0f0b1e768), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.434217 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:24.435364 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/717d7cc7-9585-483f-bc90-ace0f0b1e768 HTTP/1.1" status: 204 len: 168 time: 0.1190143 Apr 03 16:45:24.442918 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbfa24-1770-4ba9-90b8-a8b115183ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d7cc7-9585-483f-bc90-ace0f0b1e768,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:25.445719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44e76-208b-41f4-b53e-d175272778c4 req-f61a5cfb-54ab-4b6c-8764-0ca66531ed4a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:25.447210 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38c44e76-208b-41f4-b53e-d175272778c4 req-f61a5cfb-54ab-4b6c-8764-0ca66531ed4a tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 943 time: 0.0517292 Apr 03 16:45:25.472780 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:25.496111 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38c44e76-208b-41f4-b53e-d175272778c4 req-1f6adae7-ed5e-4f0f-a5ba-56de562c15d5 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Apr 03 16:45:25.575942 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b027635e-9e02-48b5-a231-f7dc4d56b9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.650093 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b027635e-9e02-48b5-a231-f7dc4d56b9da admin admin] Publish callbacks [] for security_group (eafdaada-b889-4246-97bb-93d76f73e90e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.653713 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b027635e-9e02-48b5-a231-f7dc4d56b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eafdaada-b889-4246-97bb-93d76f73e90e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.692151 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b027635e-9e02-48b5-a231-f7dc4d56b9da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5d373380a7343f9898d2bcfca0bea59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183330 Apr 03 16:45:25.693232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027635e-9e02-48b5-a231-f7dc4d56b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafdaada-b889-4246-97bb-93d76f73e90e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:25.694831 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:25.742329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] Publish callbacks [] for security_group (eafdaada-b889-4246-97bb-93d76f73e90e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.763543 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] Publish callbacks [] for security_group (eafdaada-b889-4246-97bb-93d76f73e90e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.811905 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eafdaada-b889-4246-97bb-93d76f73e90e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.814558 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:25.815744 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eafdaada-b889-4246-97bb-93d76f73e90e HTTP/1.1" status: 204 len: 168 time: 0.1193278 Apr 03 16:45:25.823482 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588744d0-450a-4c48-82d7-ca6cd50df075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafdaada-b889-4246-97bb-93d76f73e90e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:26.124360 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e9998562-37f7-40d8-8565-9eb7fcc5aada details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:45:26.226591 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:26.238956 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': 'e9998562-37f7-40d8-8565-9eb7fcc5aada', 'network_id': '5298f307-3452-4faa-a4c3-f2d4f14cb293', 'port_id': 'e9998562-37f7-40d8-8565-9eb7fcc5aada', 'mac_address': 'fa:16:3e:5e:09:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:45:26.278832 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port e9998562-37f7-40d8-8565-9eb7fcc5aada is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:45:26.279224 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:26.293875 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9998562-37f7-40d8-8565-9eb7fcc5aada {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:45:26.314577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:26.318705 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:26.382416 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:26.390641 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.391186 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.391604 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.392017 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.392369 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.392726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.393058 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.393584 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.393916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.394251 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.394588 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.394922 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.395276 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.395606 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.395931 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:45:26.628124 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475de7f-28e3-41be-8cf5-4a5e5e44c5eb req-f44b2b16-b211-4725-a35e-52a243518236 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:26.629918 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c475de7f-28e3-41be-8cf5-4a5e5e44c5eb req-f44b2b16-b211-4725-a35e-52a243518236 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 944 time: 0.0622489 Apr 03 16:45:26.699295 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c475de7f-28e3-41be-8cf5-4a5e5e44c5eb req-a5910a9e-b2cd-42eb-833e-e0cb5ae5ac23 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Apr 03 16:45:26.715490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['e9998562-37f7-40d8-8565-9eb7fcc5aada'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:45:27.821803 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088ad1-19a2-4f0a-82fa-4818b8b7ea82 req-29b0e2be-b209-4f34-bfb2-001b11369725 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:27.823880 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d088ad1-19a2-4f0a-82fa-4818b8b7ea82 req-29b0e2be-b209-4f34-bfb2-001b11369725 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 944 time: 0.0533195 Apr 03 16:45:27.873743 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d088ad1-19a2-4f0a-82fa-4818b8b7ea82 req-b0eac1fe-8ef5-4de2-bee7-d2068f9261a9 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Apr 03 16:45:28.141039 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e9998562-37f7-40d8-8565-9eb7fcc5aada up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:45:28.199863 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port e9998562-37f7-40d8-8565-9eb7fcc5aada completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:45:28.203972 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port e9998562-37f7-40d8-8565-9eb7fcc5aada triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:45:28.204550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:28.289732 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port e9998562-37f7-40d8-8565-9eb7fcc5aada is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:45:28.290233 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:28.319133 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:28.330855 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67af8a2-6c98-4ec9-9453-40aa2904cb55" -d '{"events": [{"server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "name": "network-vif-plugged", "status": "completed", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:28.345195 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:28.349007 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:28.392110 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c51a99-27c7-449b-8079-76dfed8bc1cc x-openstack-request-id: req-f2c51a99-27c7-449b-8079-76dfed8bc1cc {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:28.392438 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "name": "network-vif-plugged", "status": "completed", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:28.392712 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2c51a99-27c7-449b-8079-76dfed8bc1cc {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:28.393124 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c51a99-27c7-449b-8079-76dfed8bc1cc'] response: {'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada', 'code': 200} Apr 03 16:45:28.412661 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:28.597826 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798f4a3-a837-448f-8a88-36b5b58eb0dd req-b911c0af-cbd6-4f4c-84ea-284292316bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:28.599330 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e798f4a3-a837-448f-8a88-36b5b58eb0dd req-b911c0af-cbd6-4f4c-84ea-284292316bec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 1129 time: 0.0471442 Apr 03 16:45:28.643741 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e798f4a3-a837-448f-8a88-36b5b58eb0dd req-00ef85db-932b-41e3-9628-ea7ff7585ccc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Apr 03 16:45:28.992126 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542735a-9fba-4d3d-adaa-3e4632f2ce55 req-0c477e5c-3302-4e79-8e3a-204bed2e7c5e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:28.993633 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3542735a-9fba-4d3d-adaa-3e4632f2ce55 req-0c477e5c-3302-4e79-8e3a-204bed2e7c5e tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.0540171 Apr 03 16:45:29.041359 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3542735a-9fba-4d3d-adaa-3e4632f2ce55 req-087b1e10-3f1c-45f1-8e9a-a6a704659755 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Apr 03 16:45:29.457892 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:45:30.168719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b0d1d-993a-4738-8b6d-723c94a5d203 req-e60081bb-46ae-4568-830d-2c89cc834d39 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:30.170355 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-325b0d1d-993a-4738-8b6d-723c94a5d203 req-e60081bb-46ae-4568-830d-2c89cc834d39 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Apr 03 16:45:30.221811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-325b0d1d-993a-4738-8b6d-723c94a5d203 req-01c56c40-047a-4e49-8e89-c24ebd7c23aa tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 Apr 03 16:45:31.342964 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef2e5-8024-44d1-9a7f-9c7b1080a668 req-391d34db-5d1e-4189-8937-dce2bc1f3a34 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:31.344507 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2aaef2e5-8024-44d1-9a7f-9c7b1080a668 req-391d34db-5d1e-4189-8937-dce2bc1f3a34 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.0539103 Apr 03 16:45:31.393217 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2aaef2e5-8024-44d1-9a7f-9c7b1080a668 req-8995afd6-6a57-44ca-817b-df7557abf9dc tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Apr 03 16:45:32.112792 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a3f80-ec1c-4481-893a-b2ee803e670b req-b73c0e58-f479-4a38-9203-c172a667413b tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:32.114475 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc9a3f80-ec1c-4481-893a-b2ee803e670b req-b73c0e58-f479-4a38-9203-c172a667413b tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Apr 03 16:45:32.165258 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc9a3f80-ec1c-4481-893a-b2ee803e670b req-3fd4d490-ef1c-4b0c-95ca-e2b6d9bd9dd1 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447197 Apr 03 16:45:33.548439 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f1ac-c60f-4156-b73d-0696a02dd0b5 req-9eb72a15-0952-4770-8c41-ee9983fb7e6c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:33.549971 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f16f1ac-c60f-4156-b73d-0696a02dd0b5 req-9eb72a15-0952-4770-8c41-ee9983fb7e6c tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.3139279 Apr 03 16:45:33.597491 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f16f1ac-c60f-4156-b73d-0696a02dd0b5 req-63271daf-5018-4e0b-9539-98c599a28f69 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f6cba9-2077-447e-8cdb-0355fb06e383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Apr 03 16:45:33.878017 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-778eea0c-34cd-4351-98d4-33baf8e46bdd tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:33.879345 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-778eea0c-34cd-4351-98d4-33baf8e46bdd tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Apr 03 16:45:33.976125 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Deleting port e9998562-37f7-40d8-8565-9eb7fcc5aada {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:45:33.976492 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:34.065456 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] For port e9998562-37f7-40d8-8565-9eb7fcc5aada, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e9998562-37f7-40d8-8565-9eb7fcc5aada,segment=NetworkSegment(ee842c28-419c-45e0-bf95-8d53792c1fb7),segment_id=ee842c28-419c-45e0-bf95-8d53792c1fb7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:34.065840 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:34.079018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Calling delete_port for e9998562-37f7-40d8-8565-9eb7fcc5aada owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:45:34.211256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (e9998562-37f7-40d8-8565-9eb7fcc5aada), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:34.223355 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['e9998562-37f7-40d8-8565-9eb7fcc5aada'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:45:34.242123 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Pushing event deleted for resources: {'Port': ['ID=e9998562-37f7-40d8-8565-9eb7fcc5aada,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:34.286623 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] No DVR routers for this DVR port e9998562-37f7-40d8-8565-9eb7fcc5aada on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:45:34.289267 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:34.293605 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ac041ae-dbe6-4434-afe6-e58444cb6cf7 req-1c43e220-ab30-4ae2-bd26-ba480a6742ab tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.50 "DELETE /v2.0/ports/e9998562-37f7-40d8-8565-9eb7fcc5aada HTTP/1.1" status: 204 len: 173 time: 0.4077413 Apr 03 16:45:34.293966 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'name': 'network-vif-deleted', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:34.296796 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ecda6-f415-449d-a84e-453e54ae9b70" -d '{"events": [{"server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "name": "network-vif-deleted", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:34.342037 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c6a894-90a5-4782-b855-b714799d63dd x-openstack-request-id: req-89c6a894-90a5-4782-b855-b714799d63dd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:34.342329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693694a5-7d77-40f1-8c68-2f92946c9f08", "name": "network-vif-deleted", "tag": "e9998562-37f7-40d8-8565-9eb7fcc5aada", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:34.342588 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89c6a894-90a5-4782-b855-b714799d63dd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:34.342990 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c6a894-90a5-4782-b855-b714799d63dd'] response: {'server_uuid': '693694a5-7d77-40f1-8c68-2f92946c9f08', 'name': 'network-vif-deleted', 'tag': 'e9998562-37f7-40d8-8565-9eb7fcc5aada', 'status': 'completed', 'code': 200} Apr 03 16:45:34.723700 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-62bb4bb0-5133-44c2-b068-b47534ed25af req-44d00b53-84e7-4ae8-872c-d8f2ffb4faf4 tempest-VolumesActionsTest-2147222557 tempest-VolumesActionsTest-2147222557-project] 10.222.0.48 "GET /v2.0/ports?device_id=693694a5-7d77-40f1-8c68-2f92946c9f08 HTTP/1.1" status: 200 len: 210 time: 0.0465999 Apr 03 16:45:36.836344 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:36.959123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d508af7-d7d6-4bff-a1e0-2a0a5558a83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.036972 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d508af7-d7d6-4bff-a1e0-2a0a5558a83a admin admin] Publish callbacks [] for security_group (9486cd15-d2c9-427d-85da-03361bec0810), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.041748 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d508af7-d7d6-4bff-a1e0-2a0a5558a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9486cd15-d2c9-427d-85da-03361bec0810), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.081519 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0d508af7-d7d6-4bff-a1e0-2a0a5558a83a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4709d3cfa013415b977db2594a140b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440410 Apr 03 16:45:37.083684 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508af7-d7d6-4bff-a1e0-2a0a5558a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486cd15-d2c9-427d-85da-03361bec0810,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:37.084514 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:37.136469 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] Publish callbacks [] for security_group (9486cd15-d2c9-427d-85da-03361bec0810), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.159807 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] Publish callbacks [] for security_group (9486cd15-d2c9-427d-85da-03361bec0810), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.209170 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9486cd15-d2c9-427d-85da-03361bec0810), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.211701 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:37.212963 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9486cd15-d2c9-427d-85da-03361bec0810 HTTP/1.1" status: 204 len: 168 time: 0.1274171 Apr 03 16:45:37.221375 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841a13e-c106-4908-98e9-6a277b54c2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486cd15-d2c9-427d-85da-03361bec0810,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:38.086953 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17429964-7df1-4c8c-a8a7-cf223b994356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:40.488430 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3957f26d-9c48-46be-b5d9-c540a91c7bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:41.442514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:42.991807 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:44.420004 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:46.386124 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e9998562-37f7-40d8-8565-9eb7fcc5aada no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:45:46.414365 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: e9998562-37f7-40d8-8565-9eb7fcc5aada {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:45:46.414716 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device e9998562-37f7-40d8-8565-9eb7fcc5aada not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:45:46.420809 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:49.932779 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:49.975706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Deleting subnet 0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:45:49.978706 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Publish callbacks [] for subnet (0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.015616 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784325'] for subnet (0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.053945 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.104328 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5782435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5047447'] for subnet (0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.129222 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:50.133246 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.137328 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0cf89b97-8b14-457d-b36b-d1a51d6e84e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0b34a36c-cea5-47ef-b98a-ed6bcbe3c9ce HTTP/1.1" status: 204 len: 168 time: 0.2035201 Apr 03 16:45:50.139980 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:50.208933 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (5298f307-3452-4faa-a4c3-f2d4f14cb293), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.516846 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (5298f307-3452-4faa-a4c3-f2d4f14cb293), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.536747 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5298f307-3452-4faa-a4c3-f2d4f14cb293']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:50.546687 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee842c28-419c-45e0-bf95-8d53792c1fb7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:50.546988 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee842c28-419c-45e0-bf95-8d53792c1fb7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:50.556211 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (ee842c28-419c-45e0-bf95-8d53792c1fb7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.569085 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (ee842c28-419c-45e0-bf95-8d53792c1fb7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.575028 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:45:50.575409 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (ee842c28-419c-45e0-bf95-8d53792c1fb7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:45:50.577034 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:45:50.631044 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (5298f307-3452-4faa-a4c3-f2d4f14cb293), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.636194 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.639346 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5298f307-3452-4faa-a4c3-f2d4f14cb293 HTTP/1.1" status: 204 len: 168 time: 0.4983649 Apr 03 16:45:50.650134 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5c72-4b3e-4532-bd3b-9f1d7d6849f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5298f307-3452-4faa-a4c3-f2d4f14cb293,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:50.703336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:50.808891 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:50.847787 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dc4c1aba-51a8-4662-ab15-3773252b9b7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fd01a6cdfa24bce8dae1a3519c2c48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376811 Apr 03 16:45:50.850234 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:50.898160 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] Publish callbacks [] for security_group (96f6cba9-2077-447e-8cdb-0355fb06e383), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.919184 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] Publish callbacks [] for security_group (96f6cba9-2077-447e-8cdb-0355fb06e383), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.965608 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (96f6cba9-2077-447e-8cdb-0355fb06e383), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.968804 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:50.969950 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96f6cba9-2077-447e-8cdb-0355fb06e383 HTTP/1.1" status: 204 len: 168 time: 0.1188219 Apr 03 16:45:50.978195 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480879-75d3-4e34-bfea-a8ff641c4615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f6cba9-2077-447e-8cdb-0355fb06e383,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:51.045216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port f8d3b20d-cf3a-474c-806a-c5eecea6498a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:45:51.045786 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.124951 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.125288 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (f8d3b20d-cf3a-474c-806a-c5eecea6498a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.138337 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for f8d3b20d-cf3a-474c-806a-c5eecea6498a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:45:51.310313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f8d3b20d-cf3a-474c-806a-c5eecea6498a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.335968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=f8d3b20d-cf3a-474c-806a-c5eecea6498a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:51.404399 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (20de6939-e567-407f-ab6d-2f03cb435538), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.404762 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP 20de6939-e567-407f-ab6d-2f03cb435538 disassociated (deleted). External IP: 172.27.2.240, port: dbbd94c2-75bf-4009-8a65-65b89156cef5. Apr 03 16:45:51.619836 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:45:51.731119 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:45:51.735653 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:51.744025 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:45:51.754409 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:45:51.755034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:51.768347 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d842d35d-c983-4349-ba8a-16723b0d1331 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "DELETE /v2.0/floatingips/20de6939-e567-407f-ab6d-2f03cb435538 HTTP/1.1" status: 204 len: 168 time: 1.0638723 Apr 03 16:45:51.769060 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:51.771366 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:51.825000 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c24f3-5009-4a59-b90d-10a7b7fe77cc x-openstack-request-id: req-4e1c24f3-5009-4a59-b90d-10a7b7fe77cc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:51.825391 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:51.825925 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e1c24f3-5009-4a59-b90d-10a7b7fe77cc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:51.826438 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1c24f3-5009-4a59-b90d-10a7b7fe77cc'] response: {'name': 'network-changed', 'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'status': 'completed', 'code': 200} Apr 03 16:45:51.912371 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-2b4f1459-7d50-427e-8f36-9d176945d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:51.914164 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-2b4f1459-7d50-427e-8f36-9d176945d391 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 1130 time: 0.0696619 Apr 03 16:45:51.920244 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:45:52.099769 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49f84-22c0-4e3e-9068-3ceb5a02f222 req-8d199c6d-4c7d-4910-9391-fd07fe4193ce tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:52.101358 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87c49f84-22c0-4e3e-9068-3ceb5a02f222 req-8d199c6d-4c7d-4910-9391-fd07fe4193ce tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0984635 Apr 03 16:45:52.105031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-aa78ba73-8e7d-47b8-bef0-83b40d1d0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:52.106449 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-aa78ba73-8e7d-47b8-bef0-83b40d1d0fd2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.1733291 Apr 03 16:45:52.167464 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-d6691453-f236-4936-a7dc-39739a16b961 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 200 len: 217 time: 0.0483441 Apr 03 16:45:52.171833 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:52.202904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:45:52.211608 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:45:52.212295 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:52.240956 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87c49f84-22c0-4e3e-9068-3ceb5a02f222 req-8a7a1e23-a3f3-4e57-90b8-7cdd1529d75f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304562 Apr 03 16:45:52.249743 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-cb50ed3e-e55c-46dd-ae98-19485341a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:52.251209 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-cb50ed3e-e55c-46dd-ae98-19485341a44a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0780373 Apr 03 16:45:52.309985 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-4f8008fa-3156-49b2-b678-6abf4c88d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:52.312948 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-4f8008fa-3156-49b2-b678-6abf4c88d235 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549765 Apr 03 16:45:52.359062 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:45:52.412973 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-8712bdbd-d5dc-458b-99a1-1902a5ce4f5d service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880711 Apr 03 16:45:52.509898 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b79be54-e80b-4b7a-b5fb-f9f50f9f46f9 req-918629e9-52a6-4b79-8259-91f0a85201cc service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889852 Apr 03 16:45:52.590514 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:52.617832 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04caa5d-f9e2-42ac-9b92-3fd80f0e6dd5 None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_floatingips': [{'id': 'd4c19cc9-c555-45f6-93e6-505df420d29c', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'router_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'port_id': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'mac_address': 'fa:16:3e:c7:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febf00f-649f-46fd-a030-7a485e2812a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:40:16Z', 'updated_at': '2022-04-03T16:40:18Z', 'revision_number': 1, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:45:52.854864 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae14797-2a23-48fb-92a8-e38c17dee633 None None] New status for floating IP 20de6939-e567-407f-ab6d-2f03cb435538: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:45:53.366617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719e1c-82f2-44ee-bdc4-2f7eb56649df req-9d4d75cb-83c4-4846-8afb-0460a6b247bf tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:53.368198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46719e1c-82f2-44ee-bdc4-2f7eb56649df req-9d4d75cb-83c4-4846-8afb-0460a6b247bf tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0542576 Apr 03 16:45:53.416918 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46719e1c-82f2-44ee-bdc4-2f7eb56649df req-45ab1e4a-2e3a-42a5-a817-ef5195d68106 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Apr 03 16:45:54.259827 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-4f24f12b-bc31-420e-bd4f-35509b6b4769 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:54.262019 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-4f24f12b-bc31-420e-bd4f-35509b6b4769 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.0557444 Apr 03 16:45:54.365802 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port dbbd94c2-75bf-4009-8a65-65b89156cef5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:45:54.366159 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:54.460005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] For port dbbd94c2-75bf-4009-8a65-65b89156cef5, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=dbbd94c2-75bf-4009-8a65-65b89156cef5,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:45:54.460625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:54.487156 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for dbbd94c2-75bf-4009-8a65-65b89156cef5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:45:54.596461 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730012e5-b7f6-484f-9487-d8c8d8a6ecd7 req-e6887955-c281-4ddb-b541-25ad5696554b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:54.597961 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-730012e5-b7f6-484f-9487-d8c8d8a6ecd7 req-e6887955-c281-4ddb-b541-25ad5696554b tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac866e0-02f8-4fbe-b141-438615782bf4 HTTP/1.1" status: 200 len: 946 time: 0.1060548 Apr 03 16:45:54.689056 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-730012e5-b7f6-484f-9487-d8c8d8a6ecd7 req-1b336704-2cad-48af-ae6c-4b9a38b56fbf tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788743 Apr 03 16:45:54.708659 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (dbbd94c2-75bf-4009-8a65-65b89156cef5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:54.739255 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=dbbd94c2-75bf-4009-8a65-65b89156cef5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:54.783589 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] No DVR routers for this DVR port dbbd94c2-75bf-4009-8a65-65b89156cef5 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:45:54.786328 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:54.789617 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-895d32f2-c4aa-4488-ab78-ae444d1b44cd req-dde9f3c4-0570-4d94-9083-3c39b34ce8c1 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "DELETE /v2.0/ports/dbbd94c2-75bf-4009-8a65-65b89156cef5 HTTP/1.1" status: 204 len: 173 time: 0.5212421 Apr 03 16:45:54.790064 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'name': 'network-vif-deleted', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:54.792888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9b128-ff15-4708-969d-a52c0a670fce" -d '{"events": [{"server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "name": "network-vif-deleted", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:54.830348 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf5cb01-7d76-4407-af52-92478a5d43b9 x-openstack-request-id: req-4cf5cb01-7d76-4407-af52-92478a5d43b9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:54.830656 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac866e0-02f8-4fbe-b141-438615782bf4", "name": "network-vif-deleted", "tag": "dbbd94c2-75bf-4009-8a65-65b89156cef5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:54.830936 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cf5cb01-7d76-4407-af52-92478a5d43b9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:54.831345 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf5cb01-7d76-4407-af52-92478a5d43b9'] response: {'server_uuid': '4ac866e0-02f8-4fbe-b141-438615782bf4', 'name': 'network-vif-deleted', 'tag': 'dbbd94c2-75bf-4009-8a65-65b89156cef5', 'status': 'completed', 'code': 200} Apr 03 16:45:56.406436 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device dbbd94c2-75bf-4009-8a65-65b89156cef5 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:45:56.426490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: dbbd94c2-75bf-4009-8a65-65b89156cef5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:45:56.426834 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device dbbd94c2-75bf-4009-8a65-65b89156cef5 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:45:57.975593 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:45:58.135598 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port 40799c74-0b8c-4993-903f-ab2812352013 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:45:58.135947 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (40799c74-0b8c-4993-903f-ab2812352013), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.218974 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (40799c74-0b8c-4993-903f-ab2812352013), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.219120 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (40799c74-0b8c-4993-903f-ab2812352013), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.230757 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for 40799c74-0b8c-4993-903f-ab2812352013 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:45:58.402873 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (40799c74-0b8c-4993-903f-ab2812352013), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.433499 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=40799c74-0b8c-4993-903f-ab2812352013,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:45:58.493069 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (d4c19cc9-c555-45f6-93e6-505df420d29c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.493404 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Floating IP d4c19cc9-c555-45f6-93e6-505df420d29c disassociated (deleted). External IP: 172.27.2.163, port: eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05. Apr 03 16:45:58.732980 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:45:58.843082 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:45:58.847803 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:58.852600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:45:58.863076 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:45:58.863702 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:58.910091 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-186f28b7-731a-43da-9bbe-2765df6d4b07 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "DELETE /v2.0/floatingips/d4c19cc9-c555-45f6-93e6-505df420d29c HTTP/1.1" status: 204 len: 168 time: 0.9333951 Apr 03 16:45:58.911492 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:45:58.913877 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ca24c-b8f6-47ed-9065-9107cf51244c" -d '{"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:45:58.932946 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-69f1c1a5-f1e1-4134-8d57-67c5bc505237 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816350 Apr 03 16:45:58.959058 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc6388a-5eb9-4700-842c-62667079f558 x-openstack-request-id: req-efc6388a-5eb9-4700-842c-62667079f558 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:45:58.959444 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:45:58.959774 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efc6388a-5eb9-4700-842c-62667079f558 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:45:58.960253 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc6388a-5eb9-4700-842c-62667079f558'] response: {'name': 'network-changed', 'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'status': 'completed', 'code': 200} Apr 03 16:45:59.049913 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-c6ea3737-c972-4526-a9d5-42aa7e3cb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.052151 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-c6ea3737-c972-4526-a9d5-42aa7e3cb5ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1129 time: 0.0622447 Apr 03 16:45:59.125917 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:45:59.197118 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-f4fcf018-dbaf-4926-b3de-ce2a257d4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.198592 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-f4fcf018-dbaf-4926-b3de-ce2a257d4ffb service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.1262865 Apr 03 16:45:59.245412 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-ed9e1ff2-e987-455a-b534-e8100135f1cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 217 time: 0.0393517 Apr 03 16:45:59.253286 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a553-e30c-4778-8c15-3264bb3df0bd req-fe2a546f-3e12-413b-9d9d-2639dffec9a2 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.254673 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03e1a553-e30c-4778-8c15-3264bb3df0bd req-fe2a546f-3e12-413b-9d9d-2639dffec9a2 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.1108012 Apr 03 16:45:59.319550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-254376b6-fd5f-4347-8c25-bf100530d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.320964 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-254376b6-fd5f-4347-8c25-bf100530d1fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0654616 Apr 03 16:45:59.332534 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:59.359924 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03e1a553-e30c-4778-8c15-3264bb3df0bd req-ecffaa2a-ca54-44a2-808d-87e9210785da tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/security-groups?id=86b3476a-acd4-4869-9d8f-2eb3547dd34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960834 Apr 03 16:45:59.363906 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:45:59.373721 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:45:59.374360 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:59.491134 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:45:59.656060 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-0915961d-0fdb-449e-84dc-0dc646e6dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.657900 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-0915961d-0fdb-449e-84dc-0dc646e6dca7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3260355 Apr 03 16:45:59.724469 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:45:59.758812 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-5b6fe9dc-f85e-487c-9015-b8b2e9c435cb service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943413 Apr 03 16:45:59.772149 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fb8d3-5a86-4329-a190-f32f8b911fc2 None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:35:01Z', 'revision_number': 4, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': 'be7ec4df-1cff-4071-88cd-e9b7707c3424', 'name': '', 'network_id': '3d91ad2d-db08-4d96-9858-8576bce73b14', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'mac_address': 'fa:16:3e:67:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:01Z', 'updated_at': '2022-04-03T16:35:06Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'subnets': [{'id': 'ea09bdb7-72e1-43fa-91d3-aea7e24b8e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:45:59.876954 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1c75f2-9d72-4ce2-8f53-aeea300e448a req-d0830a8a-c640-4510-a959-a2858990107f service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086540 Apr 03 16:45:59.987511 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-40dd316d-f835-456e-bcfe-418f81c7c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.989554 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-40dd316d-f835-456e-bcfe-418f81c7c634 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=320c630c8e034a4f9f0d78877bc710a2&device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 1129 time: 0.0523565 Apr 03 16:45:59.995313 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-6cb68e62-e2ae-45f8-85aa-3041e6bf8e6f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:45:59.996811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-6cb68e62-e2ae-45f8-85aa-3041e6bf8e6f tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 945 time: 0.0595593 Apr 03 16:46:00.057986 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16885fa0-f639-4322-a839-4df478b3902b None None] New status for floating IP d4c19cc9-c555-45f6-93e6-505df420d29c: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:46:00.107101 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-ed764e3b-7e55-40ad-9e18-3c569adbbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:00.109097 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-ed764e3b-7e55-40ad-9e18-3c569adbbda0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 200 len: 912 time: 0.1121695 Apr 03 16:46:00.114630 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:00.115220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:00.168204 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-d8a555ae-a77d-48c6-8135-e9bb281e5c06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 200 len: 217 time: 0.0513194 Apr 03 16:46:00.213041 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] For port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:00.213498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:00.218995 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-a08217f0-9041-4c88-853d-319691c6f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:00.220519 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-a08217f0-9041-4c88-853d-319691c6f2ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 200 len: 850 time: 0.0463972 Apr 03 16:46:00.226669 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:00.272885 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-f57d51dc-cb4f-43a6-b2a1-a2abc451739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:00.274472 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-f57d51dc-cb4f-43a6-b2a1-a2abc451739d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d91ad2d-db08-4d96-9858-8576bce73b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480654 Apr 03 16:46:00.365816 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:00.376675 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-c63a7977-c68d-4b1e-8a16-8d39a16cfc3d service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943148 Apr 03 16:46:00.395367 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:00.447123 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] No DVR routers for this DVR port eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 on host hv-cinder-83625 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:00.449660 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:00.453198 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fb4eca9-f878-423b-8c8e-5ff630af0abe req-27876d9a-4d1b-4425-8226-16cef536b627 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.50 "DELETE /v2.0/ports/eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 HTTP/1.1" status: 204 len: 173 time: 0.4511428 Apr 03 16:46:00.487170 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9e1ca24c-b8f6-47ed-9065-9107cf51244c req-143c8798-37d0-4308-8173-a7419e63bb74 service neutron] 10.222.0.50 "GET /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044736 Apr 03 16:46:00.487738 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84981450-d266-4403-adc1-ccd6cf0bf7ff req-6de17306-7d01-47ee-badf-1d11709ec93e tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febf00f-649f-46fd-a030-7a485e2812a5 HTTP/1.1" status: 200 len: 210 time: 0.0418818 Apr 03 16:46:00.962092 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'name': 'network-vif-deleted', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:46:00.964516 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a63d1-7d8f-47d4-9a71-58947fde3646" -d '{"events": [{"server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "name": "network-vif-deleted", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:46:01.003031 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12202d8e-50f4-4ff4-9701-5d9173e2837b x-openstack-request-id: req-12202d8e-50f4-4ff4-9701-5d9173e2837b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:46:01.003326 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8febf00f-649f-46fd-a030-7a485e2812a5", "name": "network-vif-deleted", "tag": "eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:46:01.003580 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12202d8e-50f4-4ff4-9701-5d9173e2837b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:46:01.003992 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12202d8e-50f4-4ff4-9701-5d9173e2837b'] response: {'server_uuid': '8febf00f-649f-46fd-a030-7a485e2812a5', 'name': 'network-vif-deleted', 'tag': 'eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05', 'status': 'completed', 'code': 200} Apr 03 16:46:01.545520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:01.673447 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Deleting port 17be0a22-23aa-4e80-8c6b-a5d3f846b446 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:01.673803 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:01.756145 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:01.756505 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (17be0a22-23aa-4e80-8c6b-a5d3f846b446), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:01.770128 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Calling delete_port for 17be0a22-23aa-4e80-8c6b-a5d3f846b446 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:01.905502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (17be0a22-23aa-4e80-8c6b-a5d3f846b446), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:01.930528 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'Port': ['ID=17be0a22-23aa-4e80-8c6b-a5d3f846b446,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:01.996733 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for floatingip (5de5fb54-e800-4976-9fb4-916296ebc5e6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:01.999576 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:02.000758 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-92607277-6f91-4e9e-a2d9-086db8f3def0 tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "DELETE /v2.0/floatingips/5de5fb54-e800-4976-9fb4-916296ebc5e6 HTTP/1.1" status: 204 len: 168 time: 0.4541945 Apr 03 16:46:02.420687 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:02.445583 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:02.445929 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device eab9e4d0-a2ab-4b07-ad77-a29f6e95cd05 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:03.222547 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:03.281135 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (86b3476a-acd4-4869-9d8f-2eb3547dd34b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.307548 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (86b3476a-acd4-4869-9d8f-2eb3547dd34b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.372494 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (86b3476a-acd4-4869-9d8f-2eb3547dd34b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.375107 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.376921 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] 10.222.0.48 "DELETE /v2.0/security-groups/86b3476a-acd4-4869-9d8f-2eb3547dd34b HTTP/1.1" status: 204 len: 168 time: 0.1533852 Apr 03 16:46:03.390398 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8552a-d86b-4d98-bc5f-e67cc4ddf71a tempest-TestVolumeBootPattern-468877372 tempest-TestVolumeBootPattern-468877372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b3476a-acd4-4869-9d8f-2eb3547dd34b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:03.436204 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:03.506990 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:03.568326 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-490aeaf4-c478-4513-9c5b-80fb49254025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.644460 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-490aeaf4-c478-4513-9c5b-80fb49254025 admin admin] Publish callbacks [] for security_group (304b6a02-b471-43e5-89d7-752e72351709), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.648998 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-490aeaf4-c478-4513-9c5b-80fb49254025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (304b6a02-b471-43e5-89d7-752e72351709), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.695216 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-490aeaf4-c478-4513-9c5b-80fb49254025 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a4bffb3a9104e5ab53574e4abace86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846621 Apr 03 16:46:03.695216 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aeaf4-c478-4513-9c5b-80fb49254025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304b6a02-b471-43e5-89d7-752e72351709,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:03.696035 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:03.746976 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] Publish callbacks [] for security_group (304b6a02-b471-43e5-89d7-752e72351709), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.770522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] Publish callbacks [] for security_group (304b6a02-b471-43e5-89d7-752e72351709), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.821801 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (304b6a02-b471-43e5-89d7-752e72351709), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.825278 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.826445 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/304b6a02-b471-43e5-89d7-752e72351709 HTTP/1.1" status: 204 len: 168 time: 0.1294651 Apr 03 16:46:03.834443 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3f406-1c89-4829-b04b-50de823e0ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304b6a02-b471-43e5-89d7-752e72351709,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:03.925488 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.218071 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Deleting port be7ec4df-1cff-4071-88cd-e9b7707c3424 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:04.218320 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.303875 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] For port be7ec4df-1cff-4071-88cd-e9b7707c3424, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=be7ec4df-1cff-4071-88cd-e9b7707c3424,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:04.304237 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.320109 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Calling delete_port for be7ec4df-1cff-4071-88cd-e9b7707c3424 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:04.520295 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (be7ec4df-1cff-4071-88cd-e9b7707c3424), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.554264 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7ec4df-1cff-4071-88cd-e9b7707c3424,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:04.730442 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.943412 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Router 32500e75-b30d-4c4d-86b9-e42dc30ad30d has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:46:05.050807 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:46:05.057249 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-590ab19e-95bc-46e2-8087-6c9876fe46b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/32500e75-b30d-4c4d-86b9-e42dc30ad30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194181 Apr 03 16:46:05.059909 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43674) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:05.061156 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Sync routers for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:46:05.070708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:46:05.071392 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:05.163755 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks [] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.177603 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:46:05.266919 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks [] for router_gateway (32500e75-b30d-4c4d-86b9-e42dc30ad30d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.320938 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Deleting port 14caf32e-6353-4bd9-b0e8-b9620c3345a8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:05.321276 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.356002 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:46:04Z', 'revision_number': 5, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port': {'id': '14caf32e-6353-4bd9-b0e8-b9620c3345a8', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:34:59Z', 'updated_at': '2022-04-03T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:05.386672 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Checking router: 32500e75-b30d-4c4d-86b9-e42dc30ad30d for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:46:05.395208 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Routers {'32500e75-b30d-4c4d-86b9-e42dc30ad30d'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:46:05.395823 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:05.401252 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] For port 14caf32e-6353-4bd9-b0e8-b9620c3345a8, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=14caf32e-6353-4bd9-b0e8-b9620c3345a8,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:05.401617 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.416494 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Calling delete_port for 14caf32e-6353-4bd9-b0e8-b9620c3345a8 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:05.493007 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] Set router 32500e75-b30d-4c4d-86b9-e42dc30ad30d gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:46:05.546401 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:46:05Z', 'revision_number': 6, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:05.575723 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce35c-c627-4496-8719-3f120f0878b9 None None] The sync data for ids ['32500e75-b30d-4c4d-86b9-e42dc30ad30d'] in dv-cinder-836252-2-iscsi is: [{'id': '32500e75-b30d-4c4d-86b9-e42dc30ad30d', 'name': 'tempest-TestVolumeBootPattern-647392894-router', 'tenant_id': '320c630c8e034a4f9f0d78877bc710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:34:58Z', 'updated_at': '2022-04-03T16:46:05Z', 'revision_number': 6, 'project_id': '320c630c8e034a4f9f0d78877bc710a2', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:46:05.584323 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (14caf32e-6353-4bd9-b0e8-b9620c3345a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.611565 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=14caf32e-6353-4bd9-b0e8-b9620c3345a8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:05.639300 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.639651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.639995 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.640339 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.640712 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.641042 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.641374 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.641703 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.642039 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.642368 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.642725 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.643055 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.643378 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.643700 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.644024 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:05.683274 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.022906 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.025314 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks [] for router_controller (32500e75-b30d-4c4d-86b9-e42dc30ad30d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.074729 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (32500e75-b30d-4c4d-86b9-e42dc30ad30d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.075330 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32500e75-b30d-4c4d-86b9-e42dc30ad30d {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:46:06.080475 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.081632 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a51c3273-4e4c-40e7-a01a-03b2e3fec4ef admin admin] 10.222.0.48 "DELETE /v2.0/routers/32500e75-b30d-4c4d-86b9-e42dc30ad30d HTTP/1.1" status: 204 len: 168 time: 1.0207555 Apr 03 16:46:06.084123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:06.128202 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Deleting subnet ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:46:06.131278 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Publish callbacks [] for subnet (ea09bdb7-72e1-43fa-91d3-aea7e24b8e63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.164971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (ea09bdb7-72e1-43fa-91d3-aea7e24b8e63), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.243283 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (ea09bdb7-72e1-43fa-91d3-aea7e24b8e63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.294462 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (ea09bdb7-72e1-43fa-91d3-aea7e24b8e63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.319619 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea09bdb7-72e1-43fa-91d3-aea7e24b8e63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:06.324142 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.327316 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a25e4dcb-da3b-48cb-853b-f2b54a051100 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ea09bdb7-72e1-43fa-91d3-aea7e24b8e63 HTTP/1.1" status: 204 len: 168 time: 0.2422364 Apr 03 16:46:06.329760 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:06.329998 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5acaee-04bb-4390-94ca-f94e6b036c23 None None] Network 3d91ad2d-db08-4d96-9858-8576bce73b14 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:46:06.389498 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device be7ec4df-1cff-4071-88cd-e9b7707c3424 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:06.407993 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (3d91ad2d-db08-4d96-9858-8576bce73b14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.419989 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: be7ec4df-1cff-4071-88cd-e9b7707c3424 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:06.420343 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device be7ec4df-1cff-4071-88cd-e9b7707c3424 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:06.464621 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Deleting port 110a819b-e1bc-4701-a164-6f2b3b615f3f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:06.465057 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.473562 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:46:06.525487 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] DHCP port deletion for 3d91ad2d-db08-4d96-9858-8576bce73b14 request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:46:06.530275 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] For port 110a819b-e1bc-4701-a164-6f2b3b615f3f, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=110a819b-e1bc-4701-a164-6f2b3b615f3f,segment=NetworkSegment(902e1223-1b7b-40c7-83a4-0d0226c69c80),segment_id=902e1223-1b7b-40c7-83a4-0d0226c69c80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:06.530716 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.544282 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Calling delete_port for 110a819b-e1bc-4701-a164-6f2b3b615f3f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:06.637978 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.668701 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=110a819b-e1bc-4701-a164-6f2b3b615f3f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:06.670731 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] No DVR routers for this DVR port 110a819b-e1bc-4701-a164-6f2b3b615f3f on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:06.709259 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Deleting port 110a819b-e1bc-4701-a164-6f2b3b615f3f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:06.709640 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.744708 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (3d91ad2d-db08-4d96-9858-8576bce73b14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.766463 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91ad2d-db08-4d96-9858-8576bce73b14']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:06.773003 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] For port 110a819b-e1bc-4701-a164-6f2b3b615f3f, host dv-cinder-836252-2-iscsi, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:06.773400 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.775890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902e1223-1b7b-40c7-83a4-0d0226c69c80') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:06.776192 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902e1223-1b7b-40c7-83a4-0d0226c69c80') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:06.791431 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (902e1223-1b7b-40c7-83a4-0d0226c69c80), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.791666 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Calling delete_port for 110a819b-e1bc-4701-a164-6f2b3b615f3f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:06.791666 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Port 110a819b-e1bc-4701-a164-6f2b3b615f3f was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 03 16:46:06.791666 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (110a819b-e1bc-4701-a164-6f2b3b615f3f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.799819 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (902e1223-1b7b-40c7-83a4-0d0226c69c80), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.806127 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:46:06.807373 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (902e1223-1b7b-40c7-83a4-0d0226c69c80), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:46:06.809195 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:46:06.819864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] Pushing event deleted for resources: {'Port': ['ID=110a819b-e1bc-4701-a164-6f2b3b615f3f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:06.821757 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49f26e-9068-4a62-b451-1457756e9d5e None None] No DVR routers for this DVR port 110a819b-e1bc-4701-a164-6f2b3b615f3f on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:06.863471 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (3d91ad2d-db08-4d96-9858-8576bce73b14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.869120 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:06.872643 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3d91ad2d-db08-4d96-9858-8576bce73b14 HTTP/1.1" status: 204 len: 168 time: 0.5419295 Apr 03 16:46:06.875648 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:06.883548 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752a09-d8b4-4e56-9f2e-48769f2b2e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d91ad2d-db08-4d96-9858-8576bce73b14,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:07.229009 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (99f303c2-baf3-4003-a145-69950ff1866f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:07.471888 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Deleting port 618e8fb2-14ad-43b7-851c-23e44f815969 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:07.472147 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:07.550544 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] For port 618e8fb2-14ad-43b7-851c-23e44f815969, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=618e8fb2-14ad-43b7-851c-23e44f815969,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:07.550904 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:07.563717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Calling delete_port for 618e8fb2-14ad-43b7-851c-23e44f815969 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:07.707845 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 14caf32e-6353-4bd9-b0e8-b9620c3345a8 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:07.729068 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 14caf32e-6353-4bd9-b0e8-b9620c3345a8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:07.729338 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 14caf32e-6353-4bd9-b0e8-b9620c3345a8 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:07.729745 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 110a819b-e1bc-4701-a164-6f2b3b615f3f no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:07.742032 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (618e8fb2-14ad-43b7-851c-23e44f815969), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:07.750369 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 110a819b-e1bc-4701-a164-6f2b3b615f3f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:07.750673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 110a819b-e1bc-4701-a164-6f2b3b615f3f not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:07.772148 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Pushing event deleted for resources: {'Port': ['ID=618e8fb2-14ad-43b7-851c-23e44f815969,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:07.803237 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.803594 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.803946 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.804292 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.804672 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.805018 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.805351 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.805684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.806015 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.806396 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.806732 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.807065 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.807392 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.807719 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.808044 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:07.960747 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (99f303c2-baf3-4003-a145-69950ff1866f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.091206 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b40c8036-d0c9-4f50-af31-eb8df7567637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.182798 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Router 99f303c2-baf3-4003-a145-69950ff1866f has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:46:08.287084 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:46:08.295022 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7c2c1216-6ea6-467a-9155-7fb375e0daba admin admin] 10.222.0.48 "PUT /v2.0/routers/99f303c2-baf3-4003-a145-69950ff1866f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157386 Apr 03 16:46:08.295022 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:08.297918 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Sync routers for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:46:08.309114 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:46:08.309654 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:08.398438 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks [] for router (99f303c2-baf3-4003-a145-69950ff1866f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.429274 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:46:08.506111 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks [] for router_gateway (99f303c2-baf3-4003-a145-69950ff1866f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.559417 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Deleting port 92831db3-8d56-495c-8351-92e5ba57edfb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:08.559669 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.608094 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:46:07Z', 'revision_number': 5, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port': {'id': '92831db3-8d56-495c-8351-92e5ba57edfb', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f303c2-baf3-4003-a145-69950ff1866f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:08.634255 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Checking router: 99f303c2-baf3-4003-a145-69950ff1866f for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:46:08.642571 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Routers {'99f303c2-baf3-4003-a145-69950ff1866f'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:46:08.642716 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] For port 92831db3-8d56-495c-8351-92e5ba57edfb, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=92831db3-8d56-495c-8351-92e5ba57edfb,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:08.643005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.643191 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:45:40Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['99f303c2-baf3-4003-a145-69950ff1866f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:08.657527 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Calling delete_port for 92831db3-8d56-495c-8351-92e5ba57edfb owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:08.734347 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] Set router 99f303c2-baf3-4003-a145-69950ff1866f gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:46:08.793159 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:46:08Z', 'revision_number': 6, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:08.820926 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a60925-f917-44a6-b4c8-073d5982de8a None None] The sync data for ids ['99f303c2-baf3-4003-a145-69950ff1866f'] in dv-cinder-836252-2-iscsi is: [{'id': '99f303c2-baf3-4003-a145-69950ff1866f', 'name': 'tempest-TestVolumeBootPattern-884401183-router', 'tenant_id': 'f7a265604f9a4da7989af1761401c860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:35:04Z', 'updated_at': '2022-04-03T16:46:08Z', 'revision_number': 6, 'project_id': 'f7a265604f9a4da7989af1761401c860', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:46:08.823908 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (92831db3-8d56-495c-8351-92e5ba57edfb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:08.850329 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=92831db3-8d56-495c-8351-92e5ba57edfb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:08.911966 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (99f303c2-baf3-4003-a145-69950ff1866f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.002617 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (99f303c2-baf3-4003-a145-69950ff1866f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.004711 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks [] for router_controller (99f303c2-baf3-4003-a145-69950ff1866f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.307522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (99f303c2-baf3-4003-a145-69950ff1866f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.307522 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f303c2-baf3-4003-a145-69950ff1866f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:46:09.311756 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.312889 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-07630219-af13-487e-8b0c-20df0a5b8b79 admin admin] 10.222.0.48 "DELETE /v2.0/routers/99f303c2-baf3-4003-a145-69950ff1866f HTTP/1.1" status: 204 len: 168 time: 1.0170946 Apr 03 16:46:09.315404 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:09.358163 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Deleting subnet bc46299e-0cf3-43b0-b77e-3008f5abdf9f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:46:09.361487 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Publish callbacks [] for subnet (bc46299e-0cf3-43b0-b77e-3008f5abdf9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.396585 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784325'] for subnet (bc46299e-0cf3-43b0-b77e-3008f5abdf9f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.473975 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (bc46299e-0cf3-43b0-b77e-3008f5abdf9f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.524587 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5782435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5047447'] for subnet (bc46299e-0cf3-43b0-b77e-3008f5abdf9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.552303 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.557964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195f7bc-4432-4944-88a5-05c9da9594f0 None None] Network a58e9906-adc6-49e8-8601-f15d30199433 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:46:09.559818 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bc46299e-0cf3-43b0-b77e-3008f5abdf9f HTTP/1.1" status: 204 len: 168 time: 0.2433968 Apr 03 16:46:09.560154 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:09.560939 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26100d-7c9d-4db0-9acf-bcb509005495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc46299e-0cf3-43b0-b77e-3008f5abdf9f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:09.652041 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (a58e9906-adc6-49e8-8601-f15d30199433), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.710120 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Deleting port 977fff87-318d-4930-8b97-e39ec5875071 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:09.710417 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (977fff87-318d-4930-8b97-e39ec5875071), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.744002 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] DHCP port deletion for a58e9906-adc6-49e8-8601-f15d30199433 request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:46:09.750936 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 618e8fb2-14ad-43b7-851c-23e44f815969 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:09.791656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] For port 977fff87-318d-4930-8b97-e39ec5875071, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=977fff87-318d-4930-8b97-e39ec5875071,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:09.791656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (977fff87-318d-4930-8b97-e39ec5875071), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.794175 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 618e8fb2-14ad-43b7-851c-23e44f815969 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:09.794526 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 618e8fb2-14ad-43b7-851c-23e44f815969 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:09.794940 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 92831db3-8d56-495c-8351-92e5ba57edfb no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:09.805718 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Calling delete_port for 977fff87-318d-4930-8b97-e39ec5875071 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:09.817439 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 92831db3-8d56-495c-8351-92e5ba57edfb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:09.817785 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 92831db3-8d56-495c-8351-92e5ba57edfb not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:09.841115 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Deleting port 977fff87-318d-4930-8b97-e39ec5875071 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:09.841490 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (977fff87-318d-4930-8b97-e39ec5875071), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.896852 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (977fff87-318d-4930-8b97-e39ec5875071), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.913708 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] For port 977fff87-318d-4930-8b97-e39ec5875071, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=977fff87-318d-4930-8b97-e39ec5875071,segment=NetworkSegment(79832019-478e-4f86-9e49-78cf62a271ac),segment_id=79832019-478e-4f86-9e49-78cf62a271ac)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:09.914117 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (977fff87-318d-4930-8b97-e39ec5875071), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:09.923968 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=977fff87-318d-4930-8b97-e39ec5875071,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:09.927461 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Calling delete_port for 977fff87-318d-4930-8b97-e39ec5875071 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:09.930225 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] No DVR routers for this DVR port 977fff87-318d-4930-8b97-e39ec5875071 on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:10.003173 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (a58e9906-adc6-49e8-8601-f15d30199433), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.010228 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (977fff87-318d-4930-8b97-e39ec5875071), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.023418 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58e9906-adc6-49e8-8601-f15d30199433']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:10.040999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] Pushing event deleted for resources: {'Port': ['ID=977fff87-318d-4930-8b97-e39ec5875071,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:10.040999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dcb0fe-8438-4995-8888-4807f61c381a None None] No DVR routers for this DVR port 977fff87-318d-4930-8b97-e39ec5875071 on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:10.041324 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79832019-478e-4f86-9e49-78cf62a271ac') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:10.041324 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79832019-478e-4f86-9e49-78cf62a271ac') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:46:10.054793 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (79832019-478e-4f86-9e49-78cf62a271ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.068517 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (79832019-478e-4f86-9e49-78cf62a271ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.074445 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:46:10.074811 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (79832019-478e-4f86-9e49-78cf62a271ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:46:10.076476 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:46:10.129182 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (a58e9906-adc6-49e8-8601-f15d30199433), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.134140 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.137373 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a58e9906-adc6-49e8-8601-f15d30199433 HTTP/1.1" status: 204 len: 168 time: 0.5761876 Apr 03 16:46:10.147996 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94e59-dcf3-41d6-afdf-750862475ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58e9906-adc6-49e8-8601-f15d30199433,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:10.298034 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43704) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:10.337868 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4fcf41d2-b99b-46f9-a9d8-356c08a6c0cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=320c630c8e034a4f9f0d78877bc710a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384624 Apr 03 16:46:10.340211 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:10.390321 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] Publish callbacks [] for security_group (7a745393-7514-44b9-bc7d-f15c8a5ee1a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.410480 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] Publish callbacks [] for security_group (7a745393-7514-44b9-bc7d-f15c8a5ee1a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.456931 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (7a745393-7514-44b9-bc7d-f15c8a5ee1a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.459479 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.460638 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a745393-7514-44b9-bc7d-f15c8a5ee1a2 HTTP/1.1" status: 204 len: 168 time: 0.1194763 Apr 03 16:46:10.468123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fbb16-c37b-44a7-97ca-8c07723c2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a745393-7514-44b9-bc7d-f15c8a5ee1a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:10.500973 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1c056d84-cbe2-4332-9414-85e54460207a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.788222 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:10.826867 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d57e5bf6-35da-4c6d-a0e6-fcbdbe7aab5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a265604f9a4da7989af1761401c860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374877 Apr 03 16:46:10.829263 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:10.875363 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] Publish callbacks [] for security_group (eed911d4-4b9d-4d87-bccb-d37355f2ebe3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.895540 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] Publish callbacks [] for security_group (eed911d4-4b9d-4d87-bccb-d37355f2ebe3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.940655 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (eed911d4-4b9d-4d87-bccb-d37355f2ebe3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.943326 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:10.944398 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eed911d4-4b9d-4d87-bccb-d37355f2ebe3 HTTP/1.1" status: 204 len: 168 time: 0.1142511 Apr 03 16:46:10.951919 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415f62d-6677-4c91-ac77-73d61093d12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed911d4-4b9d-4d87-bccb-d37355f2ebe3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:11.446357 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:11.704615 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 977fff87-318d-4930-8b97-e39ec5875071 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:11.724555 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 977fff87-318d-4930-8b97-e39ec5875071 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:11.724899 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 977fff87-318d-4930-8b97-e39ec5875071 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:12.994515 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:14.421899 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:16.385892 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.031737 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 43784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:26.134332 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf1ceec5-2efd-4168-bf43-745b6b82cc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.209447 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf1ceec5-2efd-4168-bf43-745b6b82cc83 admin admin] Publish callbacks [] for security_group (c3e0d145-eeb1-42a5-8914-0492ecfa9e74), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.213337 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf1ceec5-2efd-4168-bf43-745b6b82cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c3e0d145-eeb1-42a5-8914-0492ecfa9e74), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.250819 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bf1ceec5-2efd-4168-bf43-745b6b82cc83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ebc0b1b8205455695ee87719fdeec92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179096 Apr 03 16:46:26.252752 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ceec5-2efd-4168-bf43-745b6b82cc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0d145-eeb1-42a5-8914-0492ecfa9e74,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:26.253576 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 43788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:26.301648 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] Publish callbacks [] for security_group (c3e0d145-eeb1-42a5-8914-0492ecfa9e74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.322596 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] Publish callbacks [] for security_group (c3e0d145-eeb1-42a5-8914-0492ecfa9e74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.371660 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (c3e0d145-eeb1-42a5-8914-0492ecfa9e74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.374327 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:26.375464 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3e0d145-eeb1-42a5-8914-0492ecfa9e74 HTTP/1.1" status: 204 len: 168 time: 0.1208978 Apr 03 16:46:26.384759 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e247d7d-41a3-4e56-b39d-5e95764034e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e0d145-eeb1-42a5-8914-0492ecfa9e74,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:28.551007 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-f91fdacd-073b-4586-bf6c-96a0c11f4c71 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284472 Apr 03 16:46:28.728272 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-4b178d88-9d90-4d6b-b11c-2125c070f837 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:28.729651 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-4b178d88-9d90-4d6b-b11c-2125c070f837 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731250 Apr 03 16:46:28.744334 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-aa081dd8-b98f-45ff-9a58-a278382c61c9 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/quotas/017dcb1cf0c64d39bc05a1e3cbaaf570 HTTP/1.1" status: 200 len: 375 time: 0.0094378 Apr 03 16:46:28.779102 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-aa790ac8-ba65-4d87-9fd6-ed9aa481adf6 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295897 Apr 03 16:46:28.933431 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dee7dbaf-3587-4239-83f2-908338edff43 req-e615940e-6b2e-4a1d-913f-6940ec615de2 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Apr 03 16:46:29.747953 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-00b44f72-60d7-4c5f-9a01-cce54eacea6e tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291095 Apr 03 16:46:29.931771 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-66eeac60-7fb0-4d34-b63e-c4a2b74de13f tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:29.933155 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-66eeac60-7fb0-4d34-b63e-c4a2b74de13f tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810038 Apr 03 16:46:29.944072 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Request body: {'port': {'device_id': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588', 'admin_state_up': True, 'tenant_id': '017dcb1cf0c64d39bc05a1e3cbaaf570'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:46:30.025474 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb735ff0-7232-4d7b-b73b-12b9d0bc0598 req-58d65119-395f-4560-aea3-eb7ad64c2568 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 210 time: 0.0260520 Apr 03 16:46:30.057036 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Made reservation on behalf of 017dcb1cf0c64d39bc05a1e3cbaaf570 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:46:30.060486 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.069089 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.142706 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks [] for security_group (2c8898ee-04e5-4004-a6c6-73abaeea1fa7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.146073 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2c8898ee-04e5-4004-a6c6-73abaeea1fa7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.209811 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8898ee-04e5-4004-a6c6-73abaeea1fa7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:30.280292 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Allocated IP 192.168.233.245 (77d5388a-4c50-4ab4-b14d-45bbc6c48588/e9aa554c-0f20-44f7-9f79-acbc2c75eea0/6a94b0bc-dfa8-4866-8734-468f91cd9a76) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:46:30.431660 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks [] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.464644 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768909490158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.503552 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:46:30.506593 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:46:30.510238 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:46:30.539227 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Pushing event updated for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:30.575232 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:30.575867 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.593126 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-807c8146-d7fd-4b96-992b-51f440f9bdf8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6524806 Apr 03 16:46:30.605374 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Request body: {'port': {'device_id': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:46:30.668829 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.714276 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-526e7d60-0ea8-41db-a91d-3d2289fae03f None None] Provisioning complete for port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:46:30.714904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-526e7d60-0ea8-41db-a91d-3d2289fae03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.749982 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-526e7d60-0ea8-41db-a91d-3d2289fae03f None None] Port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:46:30.920474 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a94b0bc-dfa8-4866-8734-468f91cd9a76 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:46:30.927532 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks [] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.939136 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Transition to ACTIVE for port object 6a94b0bc-dfa8-4866-8734-468f91cd9a76 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:46:30.942666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:30.994445 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:31.072820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Attempting to bind port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:46:31.073166 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Attempting to bind port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:46:31.073501 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Attempting to bind port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 on network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:46:31.078112 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 on network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:46:31.078443 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Attempting to bind port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 on network 77d5388a-4c50-4ab4-b14d-45bbc6c48588 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:46:31.083440 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Checking agent: {'id': 'e7ce6dbd-48bc-4163-9b7b-3dcd88780edc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'started_at': datetime.datetime(2022, 4, 3, 16, 30, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:46:31.083786 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Checking segment: {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:46:31.084814 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Bound using segment: {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:46:31.084814 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Bound port: 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fc4d3a-6111-4eed-b8de-33c8a0691e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:46:31.085054 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:31.152064 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d730-88ba-439f-89fb-9d29dfd5480d req-8d2001a8-cd0f-4f7b-b7d7-a17923afccb2 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.154290 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3f06d730-88ba-439f-89fb-9d29dfd5480d req-8d2001a8-cd0f-4f7b-b7d7-a17923afccb2 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 948 time: 0.0563345 Apr 03 16:46:31.157884 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:46:31.162462 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:46:31.170306 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776722'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:31.205522 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.206113 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:31.207487 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3f06d730-88ba-439f-89fb-9d29dfd5480d req-5e57f208-e22c-4137-844b-bb8704a28a07 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Apr 03 16:46:31.207625 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] 10.222.0.50 "PUT /v2.0/ports/6a94b0bc-dfa8-4866-8734-468f91cd9a76 HTTP/1.1" status: 200 len: 1098 time: 0.6074250 Apr 03 16:46:31.207929 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:46:31.210230 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:46:31.233542 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d147-c718-40e0-9789-c89290fee2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:31.307212 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-0d57a26a-69f0-498c-8951-6751244f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.308762 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-0d57a26a-69f0-498c-8951-6751244f4cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 1132 time: 0.0496626 Apr 03 16:46:31.354738 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-e55c0ad6-bc5c-4bf3-94ca-5312450e97ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76 HTTP/1.1" status: 200 len: 217 time: 0.0393717 Apr 03 16:46:31.407525 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-40c476a3-991f-44c4-ae80-0b133f881575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.409044 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-40c476a3-991f-44c4-ae80-0b133f881575 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9aa554c-0f20-44f7-9f79-acbc2c75eea0 HTTP/1.1" status: 200 len: 843 time: 0.0491786 Apr 03 16:46:31.414027 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db329bd-aa81-4328-859b-32c65c1dcaa3 x-openstack-request-id: req-6db329bd-aa81-4328-859b-32c65c1dcaa3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:46:31.414835 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:46:31.415123 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6db329bd-aa81-4328-859b-32c65c1dcaa3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:46:31.415691 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db329bd-aa81-4328-859b-32c65c1dcaa3'] response: {'name': 'network-changed', 'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76', 'status': 'completed', 'code': 200} Apr 03 16:46:31.461731 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-082f6f6d-ce8a-460b-a3f4-c508c434cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.463177 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-082f6f6d-ce8a-460b-a3f4-c508c434cb2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77d5388a-4c50-4ab4-b14d-45bbc6c48588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432494 Apr 03 16:46:31.553422 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-536ae76e-5295-466c-a718-da2fac3f9bff service neutron] 10.222.0.50 "GET /v2.0/networks/77d5388a-4c50-4ab4-b14d-45bbc6c48588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841017 Apr 03 16:46:31.640667 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca239b4-06e7-4d0a-890e-b4328985fa10 req-05cae071-5730-44c2-a223-74b312d829c5 service neutron] 10.222.0.50 "GET /v2.0/networks/77d5388a-4c50-4ab4-b14d-45bbc6c48588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806725 Apr 03 16:46:31.733717 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-88429f4b-ce19-4c55-bec2-c0c85f761f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.735262 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-88429f4b-ce19-4c55-bec2-c0c85f761f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 1132 time: 0.0480995 Apr 03 16:46:31.825289 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-fdd49fd4-ed71-4982-9ff7-24f35a453197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.826660 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-fdd49fd4-ed71-4982-9ff7-24f35a453197 service neutron] 10.222.0.50 "GET /v2.0/networks?id=77d5388a-4c50-4ab4-b14d-45bbc6c48588 HTTP/1.1" status: 200 len: 870 time: 0.0858593 Apr 03 16:46:31.870817 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-87d159e7-aaac-4159-9688-ea5dc7dea6ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76 HTTP/1.1" status: 200 len: 217 time: 0.0384340 Apr 03 16:46:31.917801 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-a67b6084-4715-4407-8eba-4e593256b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.919228 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-a67b6084-4715-4407-8eba-4e593256b409 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9aa554c-0f20-44f7-9f79-acbc2c75eea0 HTTP/1.1" status: 200 len: 843 time: 0.0431435 Apr 03 16:46:31.968913 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-dcf2fcba-f868-4748-871d-b42dadffbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:31.970387 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-dcf2fcba-f868-4748-871d-b42dadffbd1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77d5388a-4c50-4ab4-b14d-45bbc6c48588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455439 Apr 03 16:46:32.060465 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-450b17f1-74e9-48d7-b822-3ea3f6323b23 service neutron] 10.222.0.50 "GET /v2.0/networks/77d5388a-4c50-4ab4-b14d-45bbc6c48588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838437 Apr 03 16:46:32.147970 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c9b8f6b-2484-4c2b-a140-f71cc1211d1e req-29fa25eb-419a-42b0-ab1f-571e7b5a8493 service neutron] 10.222.0.50 "GET /v2.0/networks/77d5388a-4c50-4ab4-b14d-45bbc6c48588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814037 Apr 03 16:46:32.342142 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ee4da-7c85-4c6a-95fa-ed467f901c59 req-aa132b44-6228-4c19-8793-756fe9c1f537 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:32.343585 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-671ee4da-7c85-4c6a-95fa-ed467f901c59 req-aa132b44-6228-4c19-8793-756fe9c1f537 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 948 time: 0.0514629 Apr 03 16:46:32.388976 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-671ee4da-7c85-4c6a-95fa-ed467f901c59 req-204adf07-6201-4e73-905b-d6ec0cb9fac8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Apr 03 16:46:33.507092 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790540a-80c0-4337-94ce-11dae371993c req-a26d9ab5-9fed-4138-a54e-458a51597420 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:33.509356 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790540a-80c0-4337-94ce-11dae371993c req-a26d9ab5-9fed-4138-a54e-458a51597420 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 948 time: 0.0523927 Apr 03 16:46:33.554335 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790540a-80c0-4337-94ce-11dae371993c req-5c726f7e-e030-4958-9ec4-b0fa66d91f09 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Apr 03 16:46:34.525734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6a94b0bc-dfa8-4866-8734-468f91cd9a76 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:46:34.625067 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:34.636768 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '6a94b0bc-dfa8-4866-8734-468f91cd9a76', 'network_id': '77d5388a-4c50-4ab4-b14d-45bbc6c48588', 'port_id': '6a94b0bc-dfa8-4866-8734-468f91cd9a76', 'mac_address': 'fa:16:3e:7f:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa554c-0f20-44f7-9f79-acbc2c75eea0', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:46:34.674016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:46:34.674269 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fcb49-a274-48cc-a6d1-d56f8b089f40 req-f4bf714b-247e-4f28-82f9-7252c12b309b tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:34.674741 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:34.675583 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b77fcb49-a274-48cc-a6d1-d56f8b089f40 req-f4bf714b-247e-4f28-82f9-7252c12b309b tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 948 time: 0.0552294 Apr 03 16:46:34.688199 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a94b0bc-dfa8-4866-8734-468f91cd9a76 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:46:34.708000 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:34.713016 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:34.727331 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b77fcb49-a274-48cc-a6d1-d56f8b089f40 req-50415714-230b-437d-8f84-370e9e30e249 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Apr 03 16:46:34.766298 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:34.773341 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.774223 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.774579 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.774926 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.775267 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.775599 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.775983 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.776261 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.776622 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.776953 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.777287 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.777619 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.777947 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.778279 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:34.778602 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:46:35.041499 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['6a94b0bc-dfa8-4866-8734-468f91cd9a76'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:46:35.855442 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb3429-c3fc-436a-b87d-4a4fbfdb14ff req-b03cc3ad-47a5-46d3-95fe-429b9287c04d tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:35.856938 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02bb3429-c3fc-436a-b87d-4a4fbfdb14ff req-b03cc3ad-47a5-46d3-95fe-429b9287c04d tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 949 time: 0.0609167 Apr 03 16:46:35.904432 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02bb3429-c3fc-436a-b87d-4a4fbfdb14ff req-2bba9cd3-77d3-41f9-9e7c-9eff107b76cb tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Apr 03 16:46:36.542921 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6a94b0bc-dfa8-4866-8734-468f91cd9a76 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:46:36.593122 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning for port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:46:36.597162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:46:36.597535 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:36.672005 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:46:36.672387 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:36.694453 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:46:36.696753 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b26b2-40ad-4614-a7bc-5790b6e423e2" -d '{"events": [{"server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "name": "network-vif-plugged", "status": "completed", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:46:36.709316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:36.713258 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:36.738749 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a859aa7-5ee2-46bf-ae8f-afdf5991d6ff x-openstack-request-id: req-1a859aa7-5ee2-46bf-ae8f-afdf5991d6ff {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:46:36.739153 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "name": "network-vif-plugged", "status": "completed", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:46:36.739417 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a859aa7-5ee2-46bf-ae8f-afdf5991d6ff {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:46:36.740649 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a859aa7-5ee2-46bf-ae8f-afdf5991d6ff'] response: {'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76', 'code': 200} Apr 03 16:46:36.767316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:36.902424 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be970-7f2d-42ac-b0f5-2d221a3f1391 req-fa1f1204-5e99-4b47-8a65-098c23f68282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:36.903807 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-035be970-7f2d-42ac-b0f5-2d221a3f1391 req-fa1f1204-5e99-4b47-8a65-098c23f68282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 1134 time: 0.0435507 Apr 03 16:46:36.946926 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-035be970-7f2d-42ac-b0f5-2d221a3f1391 req-d75f954d-e176-45ad-892d-86f19707df25 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Apr 03 16:46:37.021149 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d2408-394f-4829-880d-3d539b310450 req-d16737cd-f533-4b14-9865-893449d17f3e tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:37.022659 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a37d2408-394f-4829-880d-3d539b310450 req-d16737cd-f533-4b14-9865-893449d17f3e tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0524044 Apr 03 16:46:37.073972 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a37d2408-394f-4829-880d-3d539b310450 req-e5e817e6-98fc-42ab-8a8a-d728c0170762 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Apr 03 16:46:38.091149 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-218c8230-f78d-43c8-8335-fc2001bb65bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:38.195185 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607359da-99f5-46d0-9e62-a27be27c3572 req-ea09e877-d7b1-4e8b-a9b1-80c52dd2c1ba tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:38.196766 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-607359da-99f5-46d0-9e62-a27be27c3572 req-ea09e877-d7b1-4e8b-a9b1-80c52dd2c1ba tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0557063 Apr 03 16:46:38.244092 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-607359da-99f5-46d0-9e62-a27be27c3572 req-5a8df760-d170-460d-af5a-9eadc50f0dff tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Apr 03 16:46:39.360595 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cb89e-747a-4ae8-931e-0d40fca243ba req-6a76c4f1-cef0-40f8-8e92-b4f765cf7fe8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:39.361958 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c90cb89e-747a-4ae8-931e-0d40fca243ba req-6a76c4f1-cef0-40f8-8e92-b4f765cf7fe8 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0517228 Apr 03 16:46:39.406811 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c90cb89e-747a-4ae8-931e-0d40fca243ba req-5f69ff2e-81d6-44cb-b5e0-14397e7de4a0 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Apr 03 16:46:39.668252 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686159-78ec-4e0b-be75-d1f67fc58d6c req-40f4095b-3c11-4540-b514-7b4b642d26d1 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:39.669782 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce686159-78ec-4e0b-be75-d1f67fc58d6c req-40f4095b-3c11-4540-b514-7b4b642d26d1 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0581729 Apr 03 16:46:39.719438 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce686159-78ec-4e0b-be75-d1f67fc58d6c req-8856b72a-eb36-40c1-acdd-8e01e38c5b9d tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Apr 03 16:46:40.493038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bdf31ab6-97b2-4108-9802-ee73235ae32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:40.893776 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984b4a-c8f2-48f8-b712-e1ff353d2c68 req-1d4a0f63-68aa-43e6-a08e-1a51961a7126 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:40.895250 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32984b4a-c8f2-48f8-b712-e1ff353d2c68 req-1d4a0f63-68aa-43e6-a08e-1a51961a7126 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0530517 Apr 03 16:46:40.940618 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32984b4a-c8f2-48f8-b712-e1ff353d2c68 req-3e409947-48f8-4620-b8d5-7e5a76423316 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c8898ee-04e5-4004-a6c6-73abaeea1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 Apr 03 16:46:41.218251 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c61976-9746-421c-8447-b7c4413ffd1b req-dcfad02e-02f4-4ce7-b00d-6e9058fd5ab1 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:41.219767 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49c61976-9746-421c-8447-b7c4413ffd1b req-dcfad02e-02f4-4ce7-b00d-6e9058fd5ab1 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.50 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 950 time: 0.0877912 Apr 03 16:46:41.343486 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Deleting port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:46:41.343754 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:41.430460 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] For port 6a94b0bc-dfa8-4866-8734-468f91cd9a76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6a94b0bc-dfa8-4866-8734-468f91cd9a76,segment=NetworkSegment(20fc4d3a-6111-4eed-b8de-33c8a0691e4f),segment_id=20fc4d3a-6111-4eed-b8de-33c8a0691e4f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:46:41.430843 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:41.446353 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Calling delete_port for 6a94b0bc-dfa8-4866-8734-468f91cd9a76 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:46:41.448484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:41.800106 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (6a94b0bc-dfa8-4866-8734-468f91cd9a76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:41.811626 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['6a94b0bc-dfa8-4866-8734-468f91cd9a76'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:46:41.829376 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Pushing event deleted for resources: {'Port': ['ID=6a94b0bc-dfa8-4866-8734-468f91cd9a76,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:41.899307 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] No DVR routers for this DVR port 6a94b0bc-dfa8-4866-8734-468f91cd9a76 on host hv-cinder-83625 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:46:41.903030 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:41.906458 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49c61976-9746-421c-8447-b7c4413ffd1b req-401e34f7-cdc1-42ee-81c2-34d4213c3d04 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.50 "DELETE /v2.0/ports/6a94b0bc-dfa8-4866-8734-468f91cd9a76 HTTP/1.1" status: 204 len: 173 time: 0.6819246 Apr 03 16:46:41.906917 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'name': 'network-vif-deleted', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:46:41.909214 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab44b2-1124-4a03-87f0-f122bcd695dc" -d '{"events": [{"server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "name": "network-vif-deleted", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:46:41.949351 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85832e-a7f5-4795-a910-b04381c634f3 x-openstack-request-id: req-9b85832e-a7f5-4795-a910-b04381c634f3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:46:41.949666 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1154c087-0d3f-4dfb-8b4e-ae798d5c4c56", "name": "network-vif-deleted", "tag": "6a94b0bc-dfa8-4866-8734-468f91cd9a76", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:46:41.949929 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b85832e-a7f5-4795-a910-b04381c634f3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:46:41.950344 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b85832e-a7f5-4795-a910-b04381c634f3'] response: {'server_uuid': '1154c087-0d3f-4dfb-8b4e-ae798d5c4c56', 'name': 'network-vif-deleted', 'tag': '6a94b0bc-dfa8-4866-8734-468f91cd9a76', 'status': 'completed', 'code': 200} Apr 03 16:46:42.046734 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-56ee2ec3-583e-4b62-b90e-e1e68705b895 req-2396cdc0-259b-4f90-9a00-7184252714c5 tempest-VolumesNegativeTest-78345833 tempest-VolumesNegativeTest-78345833-project] 10.222.0.48 "GET /v2.0/ports?device_id=1154c087-0d3f-4dfb-8b4e-ae798d5c4c56 HTTP/1.1" status: 200 len: 210 time: 0.0306315 Apr 03 16:46:42.996254 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:43.453349 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:46:44.419861 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:44.574368 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6a94b0bc-dfa8-4866-8734-468f91cd9a76 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:46:44.598043 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 6a94b0bc-dfa8-4866-8734-468f91cd9a76 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:46:44.598389 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 6a94b0bc-dfa8-4866-8734-468f91cd9a76 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:46:46.016130 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:46.143201 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3c609e4c-4b65-43fb-8b22-ca2bc159bb49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=017dcb1cf0c64d39bc05a1e3cbaaf570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259179 Apr 03 16:46:46.145713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:46:46.191119 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] Publish callbacks [] for security_group (2c8898ee-04e5-4004-a6c6-73abaeea1fa7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:46.211898 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] Publish callbacks [] for security_group (2c8898ee-04e5-4004-a6c6-73abaeea1fa7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:46.258787 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (2c8898ee-04e5-4004-a6c6-73abaeea1fa7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:46.261918 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:46.263079 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c8898ee-04e5-4004-a6c6-73abaeea1fa7 HTTP/1.1" status: 204 len: 168 time: 0.1163995 Apr 03 16:46:46.270816 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbe28f-b925-44b2-8a0c-1b7781ad6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8898ee-04e5-4004-a6c6-73abaeea1fa7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:46:46.383988 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:59.897195 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-1934cf69-046e-4baa-be49-bbc4670b19e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428798 Apr 03 16:46:59.958144 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-3cf67879-975a-4c2a-b876-929a5665e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:46:59.959516 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-3cf67879-975a-4c2a-b876-929a5665e28e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0427060 Apr 03 16:47:00.063236 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-349ec4d3-7f3c-4d02-b859-84b6534d1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:00.064724 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-349ec4d3-7f3c-4d02-b859-84b6534d1260 service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0863891 Apr 03 16:47:00.127864 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-3682dd67-600f-42fe-9352-16e716bc360a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1001 time: 0.0567031 Apr 03 16:47:00.177976 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-7bac667a-40de-4465-a1b3-5f8a72905f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:00.179371 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-7bac667a-40de-4465-a1b3-5f8a72905f1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0446346 Apr 03 16:47:00.225895 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-d817615d-c5b3-46c9-97d7-e04385138f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:00.227843 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-d817615d-c5b3-46c9-97d7-e04385138f53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427897 Apr 03 16:47:00.312879 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-56fffff8-c92f-45f6-88a0-0a81df5052ae service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794208 Apr 03 16:47:00.403593 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b40e9b68-943e-4bf2-a8cf-d7874ccf019d req-e0bdce60-19f6-46f1-b9b4-e096c0473214 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Apr 03 16:47:08.092479 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-651292c9-4552-47d9-9bce-1fb5329578c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:10.495688 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf9dbc6f-08eb-427f-8c2a-9bfbb7096da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:11.452210 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:12.999640 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:14.421485 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:16.385916 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:19.281578 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452f1a4-d969-447b-8b89-b343d5f14140 req-a9f42d4e-8273-4627-a75a-9c6d47c2b742 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:19.283146 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d452f1a4-d969-447b-8b89-b343d5f14140 req-a9f42d4e-8273-4627-a75a-9c6d47c2b742 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Apr 03 16:47:19.334559 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d452f1a4-d969-447b-8b89-b343d5f14140 req-a32ceef4-6fa7-4319-a982-90eaee0be87f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Apr 03 16:47:20.452556 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:47:20.455105 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f908236-01cc-4176-b12c-3e421e7896fd req-e3937efe-ce21-4685-9bdd-ef24a65f99c1 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:20.456608 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f908236-01cc-4176-b12c-3e421e7896fd req-e3937efe-ce21-4685-9bdd-ef24a65f99c1 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Apr 03 16:47:20.505669 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f908236-01cc-4176-b12c-3e421e7896fd req-a16e7c16-2cb5-4372-8754-38134d21c422 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Apr 03 16:47:21.623258 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c4de-9a84-4c4a-aac1-62431c9f1b8e req-67362124-a78b-45b5-9b2b-4ae336d4f923 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:21.624767 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a63c4de-9a84-4c4a-aac1-62431c9f1b8e req-67362124-a78b-45b5-9b2b-4ae336d4f923 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Apr 03 16:47:21.671099 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a63c4de-9a84-4c4a-aac1-62431c9f1b8e req-b9efdb0f-1266-4874-b4cf-21c28e9d610b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Apr 03 16:47:22.791220 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1dc02-2384-4271-9e05-fec3bf758ecb req-8d42edd9-b8c4-4a2e-a542-7b1912171f17 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:22.792676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f1dc02-2384-4271-9e05-fec3bf758ecb req-8d42edd9-b8c4-4a2e-a542-7b1912171f17 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0551202 Apr 03 16:47:22.840077 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f1dc02-2384-4271-9e05-fec3bf758ecb req-b3e5b346-ac18-4cb4-809e-a5dad3187b4b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Apr 03 16:47:23.956667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d9c4-731c-4e6f-8146-881b35e0c0f9 req-2356548e-e38a-4aac-95f3-f9ac5c1fef35 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:23.958042 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91c9d9c4-731c-4e6f-8146-881b35e0c0f9 req-2356548e-e38a-4aac-95f3-f9ac5c1fef35 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Apr 03 16:47:24.007603 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91c9d9c4-731c-4e6f-8146-881b35e0c0f9 req-6904b7c3-d8b5-4d42-92b6-ba261c03970c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Apr 03 16:47:25.127195 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f6f2-fd8d-42fb-93a0-174f7c9fa454 req-537ed532-064f-4c0d-91ba-f145014d1627 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:25.128874 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e703f6f2-fd8d-42fb-93a0-174f7c9fa454 req-537ed532-064f-4c0d-91ba-f145014d1627 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Apr 03 16:47:25.183224 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e703f6f2-fd8d-42fb-93a0-174f7c9fa454 req-3a9d6a26-7228-49c4-a520-cdb4b23be862 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Apr 03 16:47:26.300152 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddd57b-9f8b-4106-946a-0e15c735466a req-2f90fc14-76c6-4d8a-8c12-ee7c47ac3158 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:26.301676 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ddd57b-9f8b-4106-946a-0e15c735466a req-2f90fc14-76c6-4d8a-8c12-ee7c47ac3158 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Apr 03 16:47:26.351143 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ddd57b-9f8b-4106-946a-0e15c735466a req-74f09bac-06a1-4aaf-aa45-fa19d60005e2 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Apr 03 16:47:27.466777 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fd36d-ad49-487d-a963-63f95789f9a8 req-b85eb9c6-350a-4a95-a743-992995267983 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:27.468236 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba4fd36d-ad49-487d-a963-63f95789f9a8 req-b85eb9c6-350a-4a95-a743-992995267983 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Apr 03 16:47:27.515835 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba4fd36d-ad49-487d-a963-63f95789f9a8 req-e856d832-1efb-417a-9d01-7a25f1f6b40f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Apr 03 16:47:28.634713 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65bb8-1c83-4a52-9b87-50712681d9a9 req-10bfb5b4-64e7-4fdf-b85d-1c5f6ea172bb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:28.636175 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fef65bb8-1c83-4a52-9b87-50712681d9a9 req-10bfb5b4-64e7-4fdf-b85d-1c5f6ea172bb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Apr 03 16:47:28.684094 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fef65bb8-1c83-4a52-9b87-50712681d9a9 req-c5c741c5-f085-42a2-9438-0ac767a1fe73 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Apr 03 16:47:29.424659 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-b1ccfe67-9ed3-43c3-9ec5-240d276b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:29.426063 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-b1ccfe67-9ed3-43c3-9ec5-240d276b2dc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0444305 Apr 03 16:47:29.515421 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-a821b4c4-4dde-4856-be00-2b6f5888a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:29.516965 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-a821b4c4-4dde-4856-be00-2b6f5888a0ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0851474 Apr 03 16:47:29.578952 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-30306467-8611-42e6-94b8-65d2975dd897 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1001 time: 0.0565341 Apr 03 16:47:29.624952 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-91c5b034-be65-4ad9-8c05-09c9f502e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:29.626342 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-91c5b034-be65-4ad9-8c05-09c9f502e268 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0423543 Apr 03 16:47:29.678579 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-af582ca5-4fe2-48da-a9b0-1dc14bb70af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:29.679987 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-af582ca5-4fe2-48da-a9b0-1dc14bb70af6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485315 Apr 03 16:47:29.767628 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-efd78361-d736-439d-a32d-9d632ece7d49 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Apr 03 16:47:29.810642 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7fb2-e0fd-4235-a485-2b17d7073791 req-f81f596c-8695-42b3-8e7e-5bc8e38af20c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:29.812188 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a76e7fb2-e0fd-4235-a485-2b17d7073791 req-f81f596c-8695-42b3-8e7e-5bc8e38af20c tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0621016 Apr 03 16:47:29.860755 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a76e7fb2-e0fd-4235-a485-2b17d7073791 req-69ed75ef-a459-484f-8c7e-955f654bffb3 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Apr 03 16:47:29.864348 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63e1ac02-adce-4b11-a36c-d9d7bc3749f4 req-c1480927-1a61-420f-a502-4cb4a28e47b0 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911226 Apr 03 16:47:30.982090 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a14e-b190-42bb-838a-6fa74a878fa1 req-b98b7440-8ab0-4c1c-a4b9-91635ad83fc6 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:30.983552 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77f1a14e-b190-42bb-838a-6fa74a878fa1 req-b98b7440-8ab0-4c1c-a4b9-91635ad83fc6 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0558202 Apr 03 16:47:31.031068 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77f1a14e-b190-42bb-838a-6fa74a878fa1 req-08808dcb-3feb-4fe3-b155-8378c73a4726 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Apr 03 16:47:32.153079 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f686bd-73d3-4cb2-86b0-8d29a57ce4c4 req-3aea22ba-fabd-44dc-808e-d29e7dd44767 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:32.154549 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9f686bd-73d3-4cb2-86b0-8d29a57ce4c4 req-3aea22ba-fabd-44dc-808e-d29e7dd44767 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0532098 Apr 03 16:47:32.202458 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9f686bd-73d3-4cb2-86b0-8d29a57ce4c4 req-4559d4f4-d298-4131-b043-ef06bae479bb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Apr 03 16:47:32.381120 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-18185013-6e4f-4adf-9765-3a9594c083ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440090 Apr 03 16:47:32.410157 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fd72b-9e0c-472f-a389-3add60e209a1 req-308094c3-1950-49f1-a045-24f035d17c4b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:32.411612 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f5fd72b-9e0c-472f-a389-3add60e209a1 req-308094c3-1950-49f1-a045-24f035d17c4b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0539355 Apr 03 16:47:32.472866 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-36f4585b-4f9d-46a4-a685-ee23081f9611 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:32.474183 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-36f4585b-4f9d-46a4-a685-ee23081f9611 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports/53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 942 time: 0.0617111 Apr 03 16:47:32.498646 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f5fd72b-9e0c-472f-a389-3add60e209a1 req-226995c9-2ef3-4208-95bb-2f1bee9d472e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780373 Apr 03 16:47:33.619429 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2ea93-2865-4afc-b62c-d07eb1ebfb15 req-a77c2f98-3f08-4cec-b230-774d4b800ffc tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.620917 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24c2ea93-2865-4afc-b62c-d07eb1ebfb15 req-a77c2f98-3f08-4cec-b230-774d4b800ffc tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0530920 Apr 03 16:47:33.625669 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-c7351f23-ead9-4f21-8466-d2df214b57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.627167 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-c7351f23-ead9-4f21-8466-d2df214b57d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986&tenant_id=824d972b83a34b5aa496e7575d2c04a1 HTTP/1.1" status: 200 len: 1129 time: 0.0760622 Apr 03 16:47:33.670271 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24c2ea93-2865-4afc-b62c-d07eb1ebfb15 req-b982814c-0183-4ed9-b94b-bfab18739e23 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Apr 03 16:47:33.694310 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-db417c4c-79e0-4c71-b0e5-888c4ab886e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.695832 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-db417c4c-79e0-4c71-b0e5-888c4ab886e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0481186 Apr 03 16:47:33.784224 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-78266c99-2723-4cb4-a0f3-108bcb4b9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.785643 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-78266c99-2723-4cb4-a0f3-108bcb4b9304 service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0836890 Apr 03 16:47:33.851380 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-71b79f19-afe9-4845-b9f3-a26563570356 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1001 time: 0.0599380 Apr 03 16:47:33.898593 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-6367bc46-092f-42f5-92ce-f654f5ea6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.900600 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-6367bc46-092f-42f5-92ce-f654f5ea6f34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0430424 Apr 03 16:47:33.947085 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-3216b0ce-c6da-4501-a38b-042425647eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:33.948598 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-3216b0ce-c6da-4501-a38b-042425647eca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426729 Apr 03 16:47:34.037389 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-37370e59-b39c-47f9-89fc-9d643bddbcfb service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830202 Apr 03 16:47:34.126293 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a7110645-3723-4ce9-ab8e-3932348b7147 req-b93d0e07-0c32-441d-b0fc-51a3579afe92 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Apr 03 16:47:34.744118 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:47:34.788071 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965834ad-7aec-4373-ba91-26cd7410d3a7 req-1c34a6a3-d1ba-4d3e-8e8f-59a81631540f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:34.789602 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-965834ad-7aec-4373-ba91-26cd7410d3a7 req-1c34a6a3-d1ba-4d3e-8e8f-59a81631540f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Apr 03 16:47:34.822748 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 53dfa982-6596-4ff9-a22b-b56ed152d052 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:47:34.823139 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:34.843088 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-965834ad-7aec-4373-ba91-26cd7410d3a7 req-1ed8d2f3-6c39-4dbc-b93d-554f7cdc3616 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 Apr 03 16:47:34.845057 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:47:34.847298 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b41200-a2a1-4e6f-bbd4-e98528e69b1d" -d '{"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-unplugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:47:34.859261 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:47:34.867894 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:34.894880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 03 Apr 2022 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd1d68-fa87-4d08-a674-c0b5eddaf7e9 x-openstack-request-id: req-3abd1d68-fa87-4d08-a674-c0b5eddaf7e9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:47:34.895185 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-unplugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:47:34.895463 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3abd1d68-fa87-4d08-a674-c0b5eddaf7e9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:47:34.895840 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abd1d68-fa87-4d08-a674-c0b5eddaf7e9'] response: {'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'code': 200} Apr 03 16:47:34.922484 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:47:34.929615 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.929968 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.930314 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.930738 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.931102 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.931407 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.931734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.932062 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.932390 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.932753 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.933085 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.933409 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.933734 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.934059 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:34.934382 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:47:35.959285 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3279ea-1cd4-47fd-9db2-7a3b7b12dca7 req-d2d2f478-189c-4051-b176-543dcc947fad tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:35.960696 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4e3279ea-1cd4-47fd-9db2-7a3b7b12dca7 req-d2d2f478-189c-4051-b176-543dcc947fad tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0516942 Apr 03 16:47:36.011108 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4e3279ea-1cd4-47fd-9db2-7a3b7b12dca7 req-189a4696-30f2-4a11-9539-d0e6cc7e9346 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Apr 03 16:47:37.130436 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fd4c-57ca-455b-93ec-2951de632c1e req-ab304c41-5e6e-4613-ba8a-6d44ff82434f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:37.131888 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1150fd4c-57ca-455b-93ec-2951de632c1e req-ab304c41-5e6e-4613-ba8a-6d44ff82434f tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0516534 Apr 03 16:47:37.179181 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1150fd4c-57ca-455b-93ec-2951de632c1e req-7e6d7b0d-ef68-4c00-a132-bb81858f8ba3 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Apr 03 16:47:38.094544 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f130d913-2ea4-4f67-802a-35aa353e4e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:38.311884 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf91d1c-f6e3-4989-9e8e-44618011e936 req-392cc0ed-3f41-422d-8685-12a682e23698 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:38.313270 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dcf91d1c-f6e3-4989-9e8e-44618011e936 req-392cc0ed-3f41-422d-8685-12a682e23698 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.0667398 Apr 03 16:47:38.363860 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dcf91d1c-f6e3-4989-9e8e-44618011e936 req-4dfa495b-245c-4b88-b8e8-438e262a1ab9 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Apr 03 16:47:39.654365 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b1054-4490-48fb-9a6e-433baa9c8ebc req-72475b21-1715-46df-82e8-458aed581515 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:39.655780 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-279b1054-4490-48fb-9a6e-433baa9c8ebc req-72475b21-1715-46df-82e8-458aed581515 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.2264969 Apr 03 16:47:39.703622 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-279b1054-4490-48fb-9a6e-433baa9c8ebc req-00ff93ec-00a9-4940-bf9b-7067ed940e4b tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Apr 03 16:47:40.497600 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b113dc2f-8cfd-478c-aa7c-cd0181d55251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:40.782751 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:47:40.879162 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:47:40.880839 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815d18c-46b0-4e4b-8641-e75788dc18ce req-2c7f7f41-ffe2-488e-a501-24c9c33a2d78 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:40.882328 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d815d18c-46b0-4e4b-8641-e75788dc18ce req-2c7f7f41-ffe2-488e-a501-24c9c33a2d78 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 943 time: 0.1119907 Apr 03 16:47:40.891548 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Returning: {'device': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'port_id': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'mac_address': 'fa:16:3e:91:8a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:47:40.932088 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d815d18c-46b0-4e4b-8641-e75788dc18ce req-0dc1ff91-0767-49a1-95ce-bec3dd738e16 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Apr 03 16:47:40.935872 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 53dfa982-6596-4ff9-a22b-b56ed152d052 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:47:40.936262 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:40.949521 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dfa982-6596-4ff9-a22b-b56ed152d052 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:47:40.969038 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:47:40.973392 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:41.027109 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:47:41.100088 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d200872-8c7b-4be6-a658-999b927234b9 req-4f573f4f-16b7-4ddc-9896-8ee897f935ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:41.101670 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d200872-8c7b-4be6-a658-999b927234b9 req-4f573f4f-16b7-4ddc-9896-8ee897f935ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1128 time: 0.0491054 Apr 03 16:47:41.146579 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d200872-8c7b-4be6-a658-999b927234b9 req-737d50c8-6b93-440b-9a73-db2b43c05ea9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385249 Apr 03 16:47:41.290748 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] get_ports_and_sgs() called for port_ids ['53dfa982-6596-4ff9-a22b-b56ed152d052'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:47:41.468129 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:42.047813 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a883c9-ec96-4fe5-928c-8d20060e3d3a req-0d0ac5cf-f7d3-4c92-b15f-f8c2c0497396 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:42.050098 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74a883c9-ec96-4fe5-928c-8d20060e3d3a req-0d0ac5cf-f7d3-4c92-b15f-f8c2c0497396 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Apr 03 16:47:42.097877 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74a883c9-ec96-4fe5-928c-8d20060e3d3a req-fddcfc13-a141-4bcd-8072-11e06594f616 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Apr 03 16:47:42.780902 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 up at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:47:42.831347 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Provisioning complete for port 53dfa982-6596-4ff9-a22b-b56ed152d052 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:47:42.831726 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1183790'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:43.006732 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:43.041595 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Current status of the port 53dfa982-6596-4ff9-a22b-b56ed152d052 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:47:43.041910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409748'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:43.063942 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:47:43.066167 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9adabf23595da1b6402693600be250fd0d683d0bfa0799d2c6cbe19775f18125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef74028-76e8-4629-b5ef-ef4f3fd8dd5d" -d '{"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-plugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:47:43.078766 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:47:43.082710 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768909992587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768909487364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768909487382'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:43.108767 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999758b-c4bd-4c65-888d-036ab18df2d5 x-openstack-request-id: req-5999758b-c4bd-4c65-888d-036ab18df2d5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:47:43.109060 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-plugged", "status": "completed", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:47:43.109317 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5999758b-c4bd-4c65-888d-036ab18df2d5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:47:43.109715 dv-cinder-836252-2-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5999758b-c4bd-4c65-888d-036ab18df2d5'] response: {'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'code': 200} Apr 03 16:47:43.137393 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Pushing event updated for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:47:43.217663 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3139-c3b4-4332-9701-b5be189f90ee req-c86b5f9d-a6b4-4057-b2fe-89ee5f901e3a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:47:43.219156 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1db3139-c3b4-4332-9701-b5be189f90ee req-c86b5f9d-a6b4-4057-b2fe-89ee5f901e3a tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Apr 03 16:47:43.271887 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a1db3139-c3b4-4332-9701-b5be189f90ee req-66447b8d-58d1-42ca-8cc6-67f54d8696d8 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Apr 03 16:47:44.423161 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:46.395964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:47:57.452067 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:48:01.933831 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-c8f57624-4e3e-4a59-96db-ec7ed8a086d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870960 Apr 03 16:48:02.016707 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-3b722881-2a31-4124-966a-4d6875712ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:48:02.018241 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-3b722881-2a31-4124-966a-4d6875712ab1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0443456 Apr 03 16:48:02.120843 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-f29409db-f7ce-4bc4-a095-9284d0c53ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:48:02.122326 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-f29409db-f7ce-4bc4-a095-9284d0c53ff8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0871878 Apr 03 16:48:02.191733 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-1a2f82ca-9663-4cca-88d4-4441dfba86db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1001 time: 0.0593147 Apr 03 16:48:02.243432 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-fdef53c9-aacb-46d3-a14e-5e42ea149eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:48:02.245584 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-fdef53c9-aacb-46d3-a14e-5e42ea149eb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0476549 Apr 03 16:48:02.294243 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-57065ecd-9408-4009-bfbc-773c51419f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:48:02.295657 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-57065ecd-9408-4009-bfbc-773c51419f2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429447 Apr 03 16:48:02.383908 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-53587751-28b1-4bdc-b3b1-4939855276c0 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821533 Apr 03 16:48:02.479390 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a24a967-b9b8-40e2-8402-39f7db8c4941 req-9a783b28-8270-429e-98c4-1d49a082b170 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863290 Apr 03 16:48:08.095392 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cd05ecf-c6dc-4aff-bcdc-b988421e74dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:10.498489 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9cc32f0-ec8e-4046-bbcb-772ba80608d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:11.456234 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:13.004238 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:14.425718 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:16.400577 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:16.455372 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-688aa563-cb06-4da3-8121-67ccadfcc4b1 req-960a1dfd-093a-47b3-b9c1-aab5410c1af7 service neutron] (103225) timed out ('10.222.0.50', 61177) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:48:34.450998 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:48:38.097073 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8fee316f-510b-46f9-9501-3075a5fd755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:40.499864 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-021cc7e9-f8a8-4c77-b8dc-d28970848c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:41.459712 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:43.006937 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:44.427978 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:48:46.395400 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:03.881473 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-f30f5a07-4387-4e39-b716-8632476e6edd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439949 Apr 03 16:49:03.963570 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-2459ce21-a099-4ff8-a4fd-dd06a82d73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:03.965070 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-2459ce21-a099-4ff8-a4fd-dd06a82d73cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0441880 Apr 03 16:49:04.068117 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-38fc35cd-2d20-45e8-873d-b3931ce463e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:04.069659 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-38fc35cd-2d20-45e8-873d-b3931ce463e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0874801 Apr 03 16:49:04.132920 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-50f80829-2141-48cf-a706-da68b9038a19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 1001 time: 0.0572438 Apr 03 16:49:04.186084 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-61b2cd4b-1ee1-487a-892d-f415a9093465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:04.187554 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-61b2cd4b-1ee1-487a-892d-f415a9093465 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0495572 Apr 03 16:49:04.234540 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-d19a9bb2-18a4-4d74-8b3b-ea9d2dcb0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:04.236002 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-d19a9bb2-18a4-4d74-8b3b-ea9d2dcb0bef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428834 Apr 03 16:49:04.321694 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-746151e8-633d-468f-b73a-0f9966e8ea9c service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798447 Apr 03 16:49:04.411681 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f41f85a-5fb7-4c89-84b4-72900c672187 req-de75f413-f030-4387-925e-a5695fb36c27 service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842619 Apr 03 16:49:08.100331 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3390a503-3acc-4c80-a694-14eda64cb5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:10.505608 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4990db17-64e7-45dd-9425-e3eba5ac13d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:10.647113 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:10.897682 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Deleting port f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:10.897918 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:10.971472 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:10.971802 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for floatingip (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:10.983933 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Calling delete_port for f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:11.132366 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:11.158982 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event deleted for resources: {'Port': ['ID=f3ca3c1c-86d4-4a3b-8f3f-f5ce8d662388,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:11.172230 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.172614 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.172968 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.173320 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.173663 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.174001 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.174343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.174684 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.175016 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.175347 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.175678 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.176011 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.176343 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.176723 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.177256 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:11.236127 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for floatingip (d7b1b2b4-6647-4872-a193-c061f59eea95), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:11.236737 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Floating IP d7b1b2b4-6647-4872-a193-c061f59eea95 disassociated (deleted). External IP: 172.27.2.133, port: 53dfa982-6596-4ff9-a22b-b56ed152d052. Apr 03 16:49:11.444104 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Router 0b3a3a77-ec7d-4216-9b39-67d02b282367 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:49:11.449636 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:49:11.462904 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:11.551518 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:49:11.556152 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:11.563327 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Sync routers for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:49:11.573467 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:11.574089 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:11.587195 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8434f7c0-2ed2-4016-b0ad-96ffd553e2cb tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "DELETE /v2.0/floatingips/d7b1b2b4-6647-4872-a193-c061f59eea95 HTTP/1.1" status: 204 len: 168 time: 0.9389875 Apr 03 16:49:11.587783 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:49:11.590607 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c8e0ee09f27eafda4e46457fae52702a0fd3ee0cc12a82e4a4191c8b1d0a0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42643dec-cc55-42de-92d5-5e54097a701f" -d '{"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:49:11.689350 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ea414-a77a-48f3-932e-f239b4969653 x-openstack-request-id: req-0e2ea414-a77a-48f3-932e-f239b4969653 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:49:11.690005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:49:11.690005 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e2ea414-a77a-48f3-932e-f239b4969653 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:49:11.690288 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2ea414-a77a-48f3-932e-f239b4969653'] response: {'name': 'network-changed', 'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'status': 'completed', 'code': 200} Apr 03 16:49:11.691028 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:11.772632 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643dec-cc55-42de-92d5-5e54097a701f req-d5ad8507-af5a-4a3c-a314-7ef401fa6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:11.774138 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-d5ad8507-af5a-4a3c-a314-7ef401fa6591 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=824d972b83a34b5aa496e7575d2c04a1&device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 1129 time: 0.0618532 Apr 03 16:49:11.824545 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e0ff1-1c5e-4bc8-ba3d-200093c0b80c req-3bdf915d-8ca2-4104-a403-6692b6e9b370 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:11.831348 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a52e0ff1-1c5e-4bc8-ba3d-200093c0b80c req-3bdf915d-8ca2-4104-a403-6692b6e9b370 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0621464 Apr 03 16:49:11.872480 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643dec-cc55-42de-92d5-5e54097a701f req-5b105354-8922-4209-819e-bab8d67df95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:11.874286 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-5b105354-8922-4209-819e-bab8d67df95e service neutron] 10.222.0.50 "GET /v2.0/networks?id=498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 200 len: 909 time: 0.0930409 Apr 03 16:49:11.877615 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a52e0ff1-1c5e-4bc8-ba3d-200093c0b80c req-de141ac2-b873-4b45-a93f-b155280f0fe1 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 Apr 03 16:49:11.909692 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:11.920007 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-0683aec8-a5c0-4c1e-931c-41061f38ef6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 200 len: 217 time: 0.0379789 Apr 03 16:49:11.937910 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Checking router: 0b3a3a77-ec7d-4216-9b39-67d02b282367 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:49:11.946029 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:11.946644 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:11.968327 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643dec-cc55-42de-92d5-5e54097a701f req-acc4b122-5c48-46a5-bd06-229ab1cdbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:11.969740 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-acc4b122-5c48-46a5-bd06-229ab1cdbb9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 200 len: 847 time: 0.0422962 Apr 03 16:49:12.018596 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643dec-cc55-42de-92d5-5e54097a701f req-e98f5196-ac4e-459a-8298-67689fe038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:12.020075 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-e98f5196-ac4e-459a-8298-67689fe038b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=498b46ff-50a9-48cc-b9fa-268830998d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437818 Apr 03 16:49:12.060234 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:12.112100 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-1c306c54-c462-45b2-bd25-96fa0e50e2ae service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Apr 03 16:49:12.204247 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-42643dec-cc55-42de-92d5-5e54097a701f req-5867b368-b953-4c73-877e-bf7c4ffafb6e service neutron] 10.222.0.50 "GET /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858612 Apr 03 16:49:12.261436 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:12.287326 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346aaa4d-3c0c-4f9c-b77c-9721a5fe6c3e None None] The sync data for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi is: [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:43:15Z', 'revision_number': 4, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi', '_interfaces': [{'id': '0828d165-39b8-47eb-aa2b-a3a8413b20fe', 'name': '', 'network_id': '498b46ff-50a9-48cc-b9fa-268830998d6f', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'mac_address': 'fa:16:3e:f1:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:14Z', 'updated_at': '2022-04-03T16:43:19Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'subnets': [{'id': 'a5b8217e-3a9f-436e-b14d-3fd9c226da2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:49:12.496079 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c51559-244a-4c1b-9ad7-24a140a6a889 None None] New status for floating IP d7b1b2b4-6647-4872-a193-c061f59eea95: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:49:13.000372 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea5337-c0c4-4eba-8c3d-889cce5f1131 req-fbeeeb57-560f-4238-a795-d44701be69ac tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:13.001915 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5ea5337-c0c4-4eba-8c3d-889cce5f1131 req-fbeeeb57-560f-4238-a795-d44701be69ac tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Apr 03 16:49:13.011373 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:13.053974 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5ea5337-c0c4-4eba-8c3d-889cce5f1131 req-a52e3670-3fd3-4560-a9c9-8e598fb2c5b2 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/security-groups?id=d385a9bb-c7d5-42a7-a4d8-42046f9febed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458717 Apr 03 16:49:13.462068 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-862ad198-8a46-411b-8de8-ecbc67f526f2 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:49:13.464364 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-862ad198-8a46-411b-8de8-ecbc67f526f2 tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.50 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Apr 03 16:49:13.552971 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Deleting port 53dfa982-6596-4ff9-a22b-b56ed152d052 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:13.553312 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:13.643428 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] For port 53dfa982-6596-4ff9-a22b-b56ed152d052, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=53dfa982-6596-4ff9-a22b-b56ed152d052,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:13.643789 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:13.656214 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Calling delete_port for 53dfa982-6596-4ff9-a22b-b56ed152d052 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:13.784164 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (53dfa982-6596-4ff9-a22b-b56ed152d052), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:13.812328 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event deleted for resources: {'Port': ['ID=53dfa982-6596-4ff9-a22b-b56ed152d052,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:13.824750 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.825116 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.825470 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.825820 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.826170 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.826520 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.826856 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.827193 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.827536 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.827871 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.828206 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.828566 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.828901 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.829233 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.829566 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:13.865743 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] No DVR routers for this DVR port 53dfa982-6596-4ff9-a22b-b56ed152d052 on host hv-cinder-83625 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:49:13.868085 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118839'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:13.871955 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7339fe07-c154-46b7-951f-40355c6d6f33 req-bb32a079-6e21-4475-9af2-ec252a7ed6df tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.50 "DELETE /v2.0/ports/53dfa982-6596-4ff9-a22b-b56ed152d052 HTTP/1.1" status: 204 len: 173 time: 0.4029593 Apr 03 16:49:13.872393 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-deleted', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:49:13.874646 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03449be6a0e8cae7e6527bf4a757fa9da2d98f70ae27219ab79ba8c914529360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f165f1-8113-49df-bb79-da4987fa58cf" -d '{"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-deleted", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:49:13.911242 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75cbfc-e055-4089-8c61-ba84bfeb5cee x-openstack-request-id: req-6c75cbfc-e055-4089-8c61-ba84bfeb5cee {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:49:13.911481 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a5a34-f08b-437a-85d9-4e2737631986", "name": "network-vif-deleted", "tag": "53dfa982-6596-4ff9-a22b-b56ed152d052", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:49:13.911746 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c75cbfc-e055-4089-8c61-ba84bfeb5cee {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:49:13.912161 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c75cbfc-e055-4089-8c61-ba84bfeb5cee'] response: {'server_uuid': '930a5a34-f08b-437a-85d9-4e2737631986', 'name': 'network-vif-deleted', 'tag': '53dfa982-6596-4ff9-a22b-b56ed152d052', 'status': 'completed', 'code': 200} Apr 03 16:49:14.153945 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3571c913-0999-422a-bcac-105e1b53963b req-63b2cb18-3d7b-4ebc-a683-ea7d459695ca tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "GET /v2.0/ports?device_id=930a5a34-f08b-437a-85d9-4e2737631986 HTTP/1.1" status: 200 len: 210 time: 0.0303807 Apr 03 16:49:14.429934 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:15.210762 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:15.266837 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (d385a9bb-c7d5-42a7-a4d8-42046f9febed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:15.291336 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (d385a9bb-c7d5-42a7-a4d8-42046f9febed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:15.351790 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (d385a9bb-c7d5-42a7-a4d8-42046f9febed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:15.354309 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:15.356111 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] 10.222.0.48 "DELETE /v2.0/security-groups/d385a9bb-c7d5-42a7-a4d8-42046f9febed HTTP/1.1" status: 204 len: 168 time: 0.1443527 Apr 03 16:49:15.365760 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b2d35-8609-4f42-b304-ec7e26fce20e tempest-TestShelveInstance-880395114 tempest-TestShelveInstance-880395114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385a9bb-c7d5-42a7-a4d8-42046f9febed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:15.409556 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44264) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:15.849950 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:16.093131 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Deleting port 0828d165-39b8-47eb-aa2b-a3a8413b20fe {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:16.093594 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:16.175065 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] For port 0828d165-39b8-47eb-aa2b-a3a8413b20fe, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=0828d165-39b8-47eb-aa2b-a3a8413b20fe,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:16.175434 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:16.191140 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Calling delete_port for 0828d165-39b8-47eb-aa2b-a3a8413b20fe owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:16.371096 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (0828d165-39b8-47eb-aa2b-a3a8413b20fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:16.400153 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0828d165-39b8-47eb-aa2b-a3a8413b20fe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:16.408242 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:16.821275 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.034722 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Router 0b3a3a77-ec7d-4216-9b39-67d02b282367 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:49:17.140905 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:49:17.146248 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-afce0614-8fde-4186-823d-c494f4c53b19 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b3a3a77-ec7d-4216-9b39-67d02b282367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350984 Apr 03 16:49:17.148139 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:17.151316 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Sync routers for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:49:17.161712 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:17.162336 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:17.249965 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks [] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.271010 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:17.329459 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:17.351955 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks [] for router_gateway (0b3a3a77-ec7d-4216-9b39-67d02b282367), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.389058 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] No Port match for: 53dfa982-6596-4ff9-a22b-b56ed152d052 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:17.389413 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Device 53dfa982-6596-4ff9-a22b-b56ed152d052 not bound to the agent host hv-cinder-83625 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:17.409975 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Deleting port 4b2a2d51-224f-4387-bc50-f276a5101309 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:17.410210 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.477948 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:49:16Z', 'revision_number': 5, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port': {'id': '4b2a2d51-224f-4387-bc50-f276a5101309', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:13Z', 'updated_at': '2022-04-03T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:17.487384 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] For port 4b2a2d51-224f-4387-bc50-f276a5101309, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=4b2a2d51-224f-4387-bc50-f276a5101309,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:17.487750 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.501013 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Calling delete_port for 4b2a2d51-224f-4387-bc50-f276a5101309 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:17.505838 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Checking router: 0b3a3a77-ec7d-4216-9b39-67d02b282367 for host: dv-cinder-836252-2-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:49:17.515262 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Routers {'0b3a3a77-ec7d-4216-9b39-67d02b282367'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:17.515913 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['0b3a3a77-ec7d-4216-9b39-67d02b282367'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:17.607642 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] Set router 0b3a3a77-ec7d-4216-9b39-67d02b282367 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:17.662206 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:49:17Z', 'revision_number': 6, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:17.664037 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (4b2a2d51-224f-4387-bc50-f276a5101309), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.690497 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2a2d51-224f-4387-bc50-f276a5101309,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:17.691456 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ded01-f889-444f-bd8f-f28c5deda9bf None None] The sync data for ids ['0b3a3a77-ec7d-4216-9b39-67d02b282367'] in dv-cinder-836252-2-iscsi is: [{'id': '0b3a3a77-ec7d-4216-9b39-67d02b282367', 'name': 'tempest-TestShelveInstance-551019716-router', 'tenant_id': '824d972b83a34b5aa496e7575d2c04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:12Z', 'updated_at': '2022-04-03T16:49:17Z', 'revision_number': 6, 'project_id': '824d972b83a34b5aa496e7575d2c04a1', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:49:17.753620 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.843645 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.845786 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks [] for router_controller (0b3a3a77-ec7d-4216-9b39-67d02b282367), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.886652 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (0b3a3a77-ec7d-4216-9b39-67d02b282367), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.887169 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3a3a77-ec7d-4216-9b39-67d02b282367 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:49:17.891300 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.892448 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-16058bee-77a6-40db-a00b-5e4549d8906e admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b3a3a77-ec7d-4216-9b39-67d02b282367 HTTP/1.1" status: 204 len: 168 time: 0.7433538 Apr 03 16:49:17.895060 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:17.941545 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Deleting subnet a5b8217e-3a9f-436e-b14d-3fd9c226da2d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:49:17.944450 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Publish callbacks [] for subnet (a5b8217e-3a9f-436e-b14d-3fd9c226da2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:17.979437 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (a5b8217e-3a9f-436e-b14d-3fd9c226da2d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.062651 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (a5b8217e-3a9f-436e-b14d-3fd9c226da2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.122844 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (a5b8217e-3a9f-436e-b14d-3fd9c226da2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.147317 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0828d165-39b8-47eb-aa2b-a3a8413b20fe no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:18.156471 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b8217e-3a9f-436e-b14d-3fd9c226da2d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:18.160098 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.163251 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-746fe8f4-c128-49bf-8500-32bbbdb0f5bd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a5b8217e-3a9f-436e-b14d-3fd9c226da2d HTTP/1.1" status: 204 len: 168 time: 0.2672355 Apr 03 16:49:18.165923 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:18.175111 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a490fc9-9184-4482-97da-7c29c26bbd92 None None] Network 498b46ff-50a9-48cc-b9fa-268830998d6f requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:49:18.178582 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 0828d165-39b8-47eb-aa2b-a3a8413b20fe {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:18.179006 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 0828d165-39b8-47eb-aa2b-a3a8413b20fe not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:18.238243 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (498b46ff-50a9-48cc-b9fa-268830998d6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.292498 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Deleting port c19ff836-192d-43dc-9dc9-46340d1a24a0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:18.292855 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.356572 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] For port c19ff836-192d-43dc-9dc9-46340d1a24a0, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c19ff836-192d-43dc-9dc9-46340d1a24a0,segment=NetworkSegment(5c1c471a-3127-4217-8aa2-25ab09f1a39e),segment_id=5c1c471a-3127-4217-8aa2-25ab09f1a39e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:18.356932 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.370608 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Calling delete_port for c19ff836-192d-43dc-9dc9-46340d1a24a0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:18.455509 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5776976'] for port (c19ff836-192d-43dc-9dc9-46340d1a24a0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.476863 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21044ac4-7116-4ef4-b84f-46e53108ed5b None None] DHCP port deletion for 498b46ff-50a9-48cc-b9fa-268830998d6f request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:49:18.482198 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19ff836-192d-43dc-9dc9-46340d1a24a0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:18.486625 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] No DVR routers for this DVR port c19ff836-192d-43dc-9dc9-46340d1a24a0 on host dv-cinder-836252-2-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:49:18.562550 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (498b46ff-50a9-48cc-b9fa-268830998d6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.586040 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498b46ff-50a9-48cc-b9fa-268830998d6f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:18.596245 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1c471a-3127-4217-8aa2-25ab09f1a39e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:18.596667 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1c471a-3127-4217-8aa2-25ab09f1a39e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:18.605748 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5784334'] for segment (5c1c471a-3127-4217-8aa2-25ab09f1a39e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.618717 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (5c1c471a-3127-4217-8aa2-25ab09f1a39e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.625430 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:49:18.625822 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5776901'] for segment (5c1c471a-3127-4217-8aa2-25ab09f1a39e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: Traceback (most recent call last): Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: timer() Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: cb(*args, **kw) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: return func(*args, **kwargs) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: self._notify() Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: self.callback(batched_events) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: event.method(event) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: return f(self, *a, **k) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._get(url).json() Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:49:18.627576 dv-cinder-836252-2-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:49:18.684215 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (498b46ff-50a9-48cc-b9fa-268830998d6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.689491 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:18.692578 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] 10.222.0.48 "DELETE /v2.0/networks/498b46ff-50a9-48cc-b9fa-268830998d6f HTTP/1.1" status: 204 len: 168 time: 0.5256174 Apr 03 16:49:18.696084 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:18.706144 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f67b7-ab7f-44d4-9007-dd09e3472915 admin admin] Pushing event deleted for resources: {'Network': ['ID=498b46ff-50a9-48cc-b9fa-268830998d6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:19.040192 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8340346'] for router_interface (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:19.284149 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Deleting port c66749ab-2393-4909-a69c-03fa28c8c217 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:19.284512 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:19.359768 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] For port c66749ab-2393-4909-a69c-03fa28c8c217, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=c66749ab-2393-4909-a69c-03fa28c8c217,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:19.360051 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:19.372807 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Calling delete_port for c66749ab-2393-4909-a69c-03fa28c8c217 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:19.548591 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (c66749ab-2393-4909-a69c-03fa28c8c217), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:19.578791 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66749ab-2393-4909-a69c-03fa28c8c217,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:19.746700 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7973214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8340714'] for router_interface (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:19.857968 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 4b2a2d51-224f-4387-bc50-f276a5101309 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:19.878139 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 4b2a2d51-224f-4387-bc50-f276a5101309 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:19.878481 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 4b2a2d51-224f-4387-bc50-f276a5101309 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:19.878914 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c19ff836-192d-43dc-9dc9-46340d1a24a0 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:19.900333 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: c19ff836-192d-43dc-9dc9-46340d1a24a0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:19.900733 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c19ff836-192d-43dc-9dc9-46340d1a24a0 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:19.971725 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 has already been hosted by L3 agent 3c54d60d-e743-460e-bdd0-40f447b177ca {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:49:20.323922 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] Notify agent at l3_agent.dv-cinder-836252-2-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:49:20.328845 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2fb9ae05-bb51-46b7-9c2c-da793d016433 admin admin] 10.222.0.48 "PUT /v2.0/routers/e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313648 Apr 03 16:49:20.331291 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:20.333822 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Sync routers for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:49:20.344393 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:20.345042 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:20.432262 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks [] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:20.450984 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: dv-cinder-836252-2-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:20.539586 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks [] for router_gateway (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:20.598504 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Deleting port 2881be94-caf4-4ad7-8858-7e8f8b79f801 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:20.598756 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:20.674825 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] For port 2881be94-caf4-4ad7-8858-7e8f8b79f801, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2881be94-caf4-4ad7-8858-7e8f8b79f801,segment=NetworkSegment(02edaa65-888f-4d73-bf59-9749e7ca4189),segment_id=02edaa65-888f-4d73-bf59-9749e7ca4189)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:20.675184 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:20.687657 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Calling delete_port for 2881be94-caf4-4ad7-8858-7e8f8b79f801 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:20.717674 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'external_fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:49:19Z', 'revision_number': 5, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port': {'id': '2881be94-caf4-4ad7-8858-7e8f8b79f801', 'name': '', 'network_id': 'de3e81b9-a78d-401f-a610-825b0af1b78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0047288e-5aa0-4493-8195-7bb1589e9657', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-2-iscsi'}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:20.743641 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Checking router: e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 for host: dv-cinder-836252-2-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:49:20.752697 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Routers {'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'} bound to L3 agent in host dv-cinder-836252-2-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:49:20.753313 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:24:40Z,description=,heartbeat_timestamp=2022-04-03T16:49:10Z,host='dv-cinder-836252-2-iscsi',id=3c54d60d-e743-460e-bdd0-40f447b177ca,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:24:40Z,topic='l3_agent')) {'router_ids': ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:20.842060 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] Set router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:49:20.853972 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (2881be94-caf4-4ad7-8858-7e8f8b79f801), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:20.879936 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Pushing event deleted for resources: {'Port': ['ID=2881be94-caf4-4ad7-8858-7e8f8b79f801,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:20.896944 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:49:20Z', 'revision_number': 6, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port_host': None}], 'dv-cinder-836252-2-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:20.923522 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20796af7-91e1-4d35-b624-59415499bf12 None None] The sync data for ids ['e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88'] in dv-cinder-836252-2-iscsi is: [{'id': 'e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88', 'name': 'tempest-TestShelveInstance-1791622255-router', 'tenant_id': 'e9e6f1abd0d04c9db084989d86479e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:43:17Z', 'updated_at': '2022-04-03T16:49:20Z', 'revision_number': 6, 'project_id': 'e9e6f1abd0d04c9db084989d86479e87', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:49:20.945653 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8339712'] for router_gateway (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.037790 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8346268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8327'] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.039957 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks [] for router_controller (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.082973 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8346341'] for router (e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.083584 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:49:21.089890 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.091053 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f47f0544-5600-45e4-89ce-9353c07d757b admin admin] 10.222.0.48 "DELETE /v2.0/routers/e7ff64d3-30b1-40c9-8d50-4f1bc7f40b88 HTTP/1.1" status: 204 len: 168 time: 0.7588341 Apr 03 16:49:21.093502 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:21.140001 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Deleting subnet 0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:49:21.142893 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Publish callbacks [] for subnet (0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.179387 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5072828'] for subnet (0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.254061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270726'] for subnet (0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.307241 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4783848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4882872'] for subnet (0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.337499 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:21.343494 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.347855 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f5a0f99a-b2d8-44b7-be14-d20e969e09c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ce1e3ba-c3ef-4442-9b0b-6dc409fdf960 HTTP/1.1" status: 204 len: 168 time: 0.2533746 Apr 03 16:49:21.348634 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd73628-4522-4a68-a75a-c22d685b6d44 None None] Network 1de2068e-09e2-4500-b699-d971b04ae958 requested from dv-cinder-836252-2-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:49:21.350046 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:21.421294 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049735'] for network (1de2068e-09e2-4500-b699-d971b04ae958), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.479862 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Deleting port 2738f55e-cd2b-4ad1-8a58-8971253ec228 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:21.480198 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.487830 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] DHCP port deletion for 1de2068e-09e2-4500-b699-d971b04ae958 request from dv-cinder-836252-2-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:49:21.541987 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Deleting port 2738f55e-cd2b-4ad1-8a58-8971253ec228 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:49:21.542492 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768909987862'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.552258 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] For port 2738f55e-cd2b-4ad1-8a58-8971253ec228, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2738f55e-cd2b-4ad1-8a58-8971253ec228,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:21.552656 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.566008 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Calling delete_port for 2738f55e-cd2b-4ad1-8a58-8971253ec228 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:21.605640 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] For port 2738f55e-cd2b-4ad1-8a58-8971253ec228, host dv-cinder-836252-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-2-iscsi',level=0,port_id=2738f55e-cd2b-4ad1-8a58-8971253ec228,segment=NetworkSegment(ba408a44-e72e-4f9a-b047-8e8315eea7b8),segment_id=ba408a44-e72e-4f9a-b047-8e8315eea7b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:49:21.606047 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8351816'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.619680 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Calling delete_port for 2738f55e-cd2b-4ad1-8a58-8971253ec228 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:49:21.649773 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776731'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.677416 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Pushing event deleted for resources: {'Port': ['ID=2738f55e-cd2b-4ad1-8a58-8971253ec228,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:21.680964 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] No DVR routers for this DVR port 2738f55e-cd2b-4ad1-8a58-8971253ec228 on host dv-cinder-836252-2-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:49:21.700964 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768909992569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768909490167'] for port (2738f55e-cd2b-4ad1-8a58-8971253ec228), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.726347 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Pushing event deleted for resources: {'Port': ['ID=2738f55e-cd2b-4ad1-8a58-8971253ec228,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:21.731589 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] No DVR routers for this DVR port 2738f55e-cd2b-4ad1-8a58-8971253ec228 on host dv-cinder-836252-2-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:49:21.738673 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.739032 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.742272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.742272 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.743196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.743196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.743196 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.743798 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.743798 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.744054 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.746420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.746420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.746420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.746420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.746420 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec2f0c-0754-4b48-87ac-51da94dfbc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-2-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:49:21.763446 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186125', 'neutron.services.segments.db._delete_segments_for_network-8768909819194'] for network (1de2068e-09e2-4500-b699-d971b04ae958), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.785791 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de2068e-09e2-4500-b699-d971b04ae958']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:21.796761 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba408a44-e72e-4f9a-b047-8e8315eea7b8') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:21.797061 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba408a44-e72e-4f9a-b047-8e8315eea7b8') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:49:21.807017 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768909817155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5072823'] for segment (ba408a44-e72e-4f9a-b047-8e8315eea7b8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.821741 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585'] for segment (ba408a44-e72e-4f9a-b047-8e8315eea7b8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.825554 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2881be94-caf4-4ad7-8858-7e8f8b79f801 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:21.829218 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:49:21.829617 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1273585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4776782'] for segment (ba408a44-e72e-4f9a-b047-8e8315eea7b8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: Traceback (most recent call last): Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: timer() Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: cb(*args, **kw) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: return func(*args, **kwargs) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: self._notify() Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: self.callback(batched_events) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: event.method(event) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: return f(self, *a, **k) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._get(url).json() Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:49:21.831490 dv-cinder-836252-2-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:49:21.845556 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 2881be94-caf4-4ad7-8858-7e8f8b79f801 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:21.845897 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2881be94-caf4-4ad7-8858-7e8f8b79f801 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:21.846304 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2738f55e-cd2b-4ad1-8a58-8971253ec228 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:21.866129 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: 2738f55e-cd2b-4ad1-8a58-8971253ec228 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:21.866479 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device 2738f55e-cd2b-4ad1-8a58-8971253ec228 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:21.866890 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c66749ab-2393-4909-a69c-03fa28c8c217 no longer exists at agent ovs-agent-dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:49:21.886677 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] No Port match for: c66749ab-2393-4909-a69c-03fa28c8c217 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:49:21.887048 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Device c66749ab-2393-4909-a69c-03fa28c8c217 not bound to the agent host dv-cinder-836252-2-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:49:21.890996 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7973191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8339820'] for network (1de2068e-09e2-4500-b699-d971b04ae958), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.896400 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7973233'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:21.899607 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] 10.222.0.48 "DELETE /v2.0/networks/1de2068e-09e2-4500-b699-d971b04ae958 HTTP/1.1" status: 204 len: 168 time: 0.5483656 Apr 03 16:49:21.911491 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baabfa1-a2ee-409a-a3fd-9dbe0496cfec admin admin] Pushing event deleted for resources: {'Network': ['ID=1de2068e-09e2-4500-b699-d971b04ae958,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:22.013335 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:22.053347 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-de9a26ad-c323-4cd9-9714-bc3a7f153fd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=824d972b83a34b5aa496e7575d2c04a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387604 Apr 03 16:49:22.055732 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 44286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:22.103043 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] Publish callbacks [] for security_group (9d29529a-c536-45e4-96c7-c17d6b94ecf8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.124981 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] Publish callbacks [] for security_group (9d29529a-c536-45e4-96c7-c17d6b94ecf8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.173140 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (9d29529a-c536-45e4-96c7-c17d6b94ecf8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.175783 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.176949 dv-cinder-836252-2-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d29529a-c536-45e4-96c7-c17d6b94ecf8 HTTP/1.1" status: 204 len: 168 time: 0.1203089 Apr 03 16:49:22.185115 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a8bfa-8719-4c80-ab4f-169dc72ebced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29529a-c536-45e4-96c7-c17d6b94ecf8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:22.479349 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:22.518509 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-597e9b6e-2b8f-4f26-9081-8669d4626647 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9e6f1abd0d04c9db084989d86479e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382922 Apr 03 16:49:22.520884 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 44294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:49:22.571484 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] Publish callbacks [] for security_group (6176e503-2f09-4243-97f6-aaba00f8de7b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.844979 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] Publish callbacks [] for security_group (6176e503-2f09-4243-97f6-aaba00f8de7b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.891669 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892196'] for security_group (6176e503-2f09-4243-97f6-aaba00f8de7b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.894184 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:22.895309 dv-cinder-836252-2-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6176e503-2f09-4243-97f6-aaba00f8de7b HTTP/1.1" status: 204 len: 168 time: 0.3735504 Apr 03 16:49:22.902924 dv-cinder-836252-2-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667074e-89fc-4dc4-9c22-beb3adb459f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176e503-2f09-4243-97f6-aaba00f8de7b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:49:38.102248 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c32dead9-c624-4668-9c60-0f7b995a590d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:40.506085 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c43888a-e038-4994-9489-c5d8866808dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:41.465489 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:43.014406 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:44.431675 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:46.419468 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:49:48.448262 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:50:08.104210 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cfa19eb0-ee2a-47fc-8e15-0c607d7dd36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:10.508012 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-add205d7-57b8-4bd1-839f-81e9ee50dad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:11.468866 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:13.017629 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:14.434049 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:16.422288 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:25.446548 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:50:38.105867 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6914ffe-b64c-428e-8ba9-f4508b356d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:40.509932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed83e267-a1b9-4ff2-bc74-1f4c3e285181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:41.472430 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:43.019775 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:44.434893 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:50:46.417183 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:02.445398 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:51:08.110593 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e1333b3-e681-4882-87e3-14c8bd6ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:10.512668 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e3b59df-8b3e-4f9a-85aa-6b396b9f34e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:11.476782 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:13.021092 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:14.436127 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:16.414233 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:38.112990 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fdfd88f5-9a79-44fd-9478-d41f609e958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:39.443859 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:51:40.513268 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c974a23-7045-452e-bd1b-49c3e26703fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:41.477289 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:43.024755 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:44.437142 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:51:46.428932 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:08.113714 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40d0c95a-184f-4c94-afed-b00c461a13c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:10.513791 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c923bb2-d70d-496c-8bcd-365b9c31ea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:11.481838 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:13.028509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:14.438744 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:16.442034 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:16.442905 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:52:35.892467 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-4250a84a-2bd6-4d05-8f77-3206a8f3349e service neutron] (103225) timed out ('10.222.0.48', 37692) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:52:36.065482 dv-cinder-836252-2-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-438bb992-5a71-4ad6-8e0f-a34dbf860a02 req-16b76aec-5338-471d-935a-e1eb795ba70d tempest-AttachVolumeShelveTestJSON-1972255227 tempest-AttachVolumeShelveTestJSON-1972255227-project] (103225) timed out ('10.222.0.48', 37702) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:52:38.117815 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73a5-8f6b-406e-8c39-f7401475cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:40.514367 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d523326-2825-4493-a1d3-9611fcf5e955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:41.483284 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:43.030375 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:44.440179 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:46.456149 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:52:53.441323 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:53:08.119509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54ca76df-1905-468a-bc49-92cff2868869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:10.515509 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fa664e5-9675-44a1-9ee1-b95c34fe8ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:11.484909 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:13.033111 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:14.442558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:16.463674 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:30.441257 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:53:38.121999 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-763ce27d-abb8-421c-87b3-332e321f082e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:40.517120 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be5bfd19-a431-4c26-8b1d-b424f560aa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:41.487558 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:43.035550 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:44.448033 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:53:46.467587 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:07.440134 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:54:08.123671 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6981bfd2-7ac5-4f0c-b714-bdcd5a61f80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:10.519327 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d986476-bd6d-4758-9f86-7da74c2b7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:11.489939 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:13.038609 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:14.449456 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:16.490525 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:38.125880 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8df9314e-86ce-4fbb-8284-46b20785d974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (d8347ec1-1c3a-4023-a4be-e1464f1650b3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:40.521705 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeef2-8fb3-478f-88a9-69f14388a72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (3c54d60d-e743-460e-bdd0-40f447b177ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:41.492132 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d409c6-3251-47a2-9774-04244f7f97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (18b98b8a-7abc-413c-998a-4119dc013802), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:43.042352 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de4fff10-ab45-4ee4-a033-bd7a50db11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (9db24739-1faf-485d-8e30-05f7d90735f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:44.439739 dv-cinder-836252-2-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-f09bd599-5e8b-47e7-a3da-bdeb4631df03 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:54:44.451728 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c62dd5e-3ad3-4673-9f7e-684bff699792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (b83a448d-42ec-48d5-aed2-567c179f8421), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:54:46.491270 dv-cinder-836252-2-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c9e8ec-98c2-46e6-80ce-8b4518f91c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768909819176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1185676'] for agent (e7ce6dbd-48bc-4163-9b7b-3dcd88780edc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}